-- Logs begin at Fri 2021-11-19 02:41:17 UTC, end at Fri 2021-11-19 03:43:44 UTC. -- Nov 19 03:11:50.318214 dv-cinder-818037-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 03:11:53.063033 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.common.config [-] Logging enabled! Nov 19 03:11:53.063638 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 03:11:53.064209 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 03:11:53.069391 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.common.config [-] Logging enabled! Nov 19 03:11:53.069748 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 03:11:53.070190 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 03:11:53.071543 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 03:11:53.071788 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 03:11:53.072360 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 03:11:53.072712 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 03:11:53.073026 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 03:11:53.073895 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.074068 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 03:11:53.074550 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.075019 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.075456 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.076425 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.076835 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.077124 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.077417 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.077714 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.077998 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.078276 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.078588 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.078887 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.079168 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.079455 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.079741 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.080026 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] debug = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.080305 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.080736 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.081166 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.081445 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.081731 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.082005 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.082276 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.082580 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.082866 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.083189 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] host = dv-cinder-818037-4-iscsi {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.083463 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.083744 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.084025 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.084307 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.084578 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.084849 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.085129 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.085399 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.085666 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.085934 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.086217 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.086524 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.086813 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.087034 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.087253 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.087538 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.087821 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.088093 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.088364 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.088632 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.088905 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.089175 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.089440 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.089721 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.090004 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.090283 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.090574 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.090846 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.091115 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.091460 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.091743 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.092014 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.092282 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.092553 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.092843 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.093103 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.093369 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.093666 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.093948 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.094227 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.094531 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.094805 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.095086 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.095356 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.095625 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.095892 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] use_json = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.096160 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.096426 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.096706 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.096980 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.097248 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.097516 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.097784 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.098066 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:53.098363 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.098687 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.098987 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.099267 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.099567 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.099844 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.100130 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.100407 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.100695 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.100982 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.101269 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.101545 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.101831 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.102104 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.102394 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.102719 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.103012 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.103300 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.103573 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.103843 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.104113 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.104390 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.104673 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.104949 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.105234 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.105519 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.105793 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.106085 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.106366 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.106679 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.107001 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.107275 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.107556 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.107845 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.108125 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.108398 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.108678 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.108963 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.109236 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.109506 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.109783 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.110055 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.110321 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.110611 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.110888 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.111173 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.111447 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.111715 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.111980 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.112250 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.112517 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.112796 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.113066 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.113334 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.113603 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.113878 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.114144 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.114415 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.114715 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.114986 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.115262 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.115532 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.115802 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.116071 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.116339 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.116609 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.116875 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.117142 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.117416 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.117684 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.117952 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.118219 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.118513 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.118778 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.119060 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.119354 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.119627 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.119900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.120171 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.120445 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.120717 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.120991 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.121263 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.121534 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.121800 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.122083 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.122362 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.123233 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.123516 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.123822 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.124115 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.124388 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.124668 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.124943 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.125218 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.125497 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.125776 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.126069 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.126361 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.126683 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.126979 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.127267 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.127545 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.127851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.128131 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:53.128347 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 03:11:53.128590 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 03:11:53.563474 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 03:11:53.563744 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 03:11:53.564045 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 03:11:53.564377 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 03:11:53.885455 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.885658 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.885931 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.887122 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.887395 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.887658 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.923776 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.924051 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.924317 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.939865 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.940142 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.940406 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.969001 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.969272 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:53.969541 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.007382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.007658 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.007928 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.250889 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.251555 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.251555 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.251733 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.252376 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.350643 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.350963 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.351241 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.351507 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.351768 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.352074 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.352331 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.352586 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.352837 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.353116 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.353372 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.353631 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.353882 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.354129 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.354379 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.354739 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.354998 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.355264 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.355531 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.355787 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.356056 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.356306 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.356581 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.357501 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.357754 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.358000 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.358396 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:54.358656 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:54.358891 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:54.359125 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:54.359355 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:54.359584 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:54.359945 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 03:11:54.363096 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 03:11:54.367147 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 03:11:54.371014 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 19 03:11:54.372734 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 03:11:54.373191 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 03:11:54.373523 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 03:11:54.373900 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 03:11:54.376728 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 03:11:54.376975 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 03:11:54.377316 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 03:11:54.382835 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 03:11:54.405354 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 03:11:54.405794 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.406092 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 03:11:54.407636 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.409015 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 03:11:54.409296 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 03:11:54.409547 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 03:11:54.412774 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.413057 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:54.475738 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 03:11:54.475975 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 03:11:54.476209 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 03:11:54.476577 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 03:11:54.497224 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_db.sqlalchemy.engines [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 03:11:55.038175 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing driver for type 'gre' Nov 19 03:11:55.038729 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] gre ID ranges: [(1, 1000)] Nov 19 03:11:55.088798 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing driver for type 'local' Nov 19 03:11:55.089135 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing driver for type 'vlan' Nov 19 03:11:55.102202 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] VlanTypeDriver initialization complete Nov 19 03:11:55.102577 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing driver for type 'vxlan' Nov 19 03:11:55.103068 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] vxlan ID ranges: [(1, 1000)] Nov 19 03:11:55.157040 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing extension driver 'port_security' Nov 19 03:11:55.157460 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.extensions.port_security [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] PortSecurityExtensionDriver initialization complete Nov 19 03:11:55.157830 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing mechanism driver 'openvswitch' Nov 19 03:11:55.158151 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing mechanism driver 'hyperv' Nov 19 03:11:55.164710 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.plugin [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:11:55.165531 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.165895 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.166241 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.166796 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:11:55.167227 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.167573 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.167912 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.168311 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:11:55.168713 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.169055 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.169441 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.170627 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:11:55.171042 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > security_group after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.171394 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > security_group after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.171734 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.172134 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:11:55.172539 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.172881 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.173217 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.173613 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:11:55.174010 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > address_group after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.174353 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > address_group after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.174712 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.175106 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 03:11:55.175480 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] ML2 OVO RPC backend initialized. {{(pid=102464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 03:11:55.176180 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.176531 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.176943 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.177301 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > networks before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.177644 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.177981 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > ports before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.178319 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.178694 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnets before_response 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.179039 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.179376 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.179707 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.180041 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.180374 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.180705 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.181036 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.181395 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.181728 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.182294 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.plugin [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Modular L2 Plugin initialization complete Nov 19 03:11:55.182646 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading services supported by the core plugin {{(pid=102464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 03:11:55.182971 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.plugins.ml2.managers [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Got port-security extension from driver 'port_security' Nov 19 03:11:55.183431 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.extensions.vlantransparent [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Disabled vlantransparent extension. Nov 19 03:11:55.183913 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 03:11:55.184223 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: router Nov 19 03:11:55.220493 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.220883 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.221249 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router before_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.221607 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.221976 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.222330 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_delete 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.222707 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.223333 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.223700 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.224048 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.224398 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.224746 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.225104 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.225510 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.225880 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.226220 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.226590 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: subnet after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.226928 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.227272 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.227618 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.227961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.228298 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.228651 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router after_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.228992 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.229342 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_create 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.229701 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.230044 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_update 55549900 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.230406 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > agent after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.230789 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > agent after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.231136 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > network after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.232586 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Tracking information for resource: router configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:55.232973 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Tracking information for resource: floatingip configured {{(pid=102464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 03:11:55.237851 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.db.l3_agentschedulers_db [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 03:11:55.238421 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.238803 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port after_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.239151 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port after_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.239494 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: port after_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.240267 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router before_create 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.240625 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.240982 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_create 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.241331 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > router precommit_update 55550100 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.246182 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.provider_configuration [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service providers = [] {{(pid=102464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 03:11:55.246568 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.db.servicetype_db [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 03:11:55.249595 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.service_base [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:11:55.249936 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.service_base [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:11:55.250271 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.service_base [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:11:55.251193 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.services.service_base [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 03:11:55.251787 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.services.service_base [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 03:11:55.251917 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.252220 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 03:11:55.262818 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.263175 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: auto_allocate Nov 19 03:11:55.268946 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: network precommit_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.269307 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: network precommit_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.269824 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.270141 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: tag Nov 19 03:11:55.277108 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.277436 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: timestamp Nov 19 03:11:55.281766 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.282090 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: network_ip_availability Nov 19 03:11:55.287538 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.287901 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.288299 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.288957 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.289275 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: flavors Nov 19 03:11:55.295973 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.296302 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading Plugin: revisions Nov 19 03:11:55.300619 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 03:11:55.301007 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_concurrency.lockutils [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.737s {{(pid=102464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 03:11:55.301743 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 03:11:55.302074 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Initializing extension manager. Nov 19 03:11:55.302608 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: __init__.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.302945 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: __pycache__ {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.303274 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.303598 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: address_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.304338 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.304886 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: address-group Nov 19 03:11:55.305208 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: address_scope.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.305913 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.306419 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: address-scope Nov 19 03:11:55.306766 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.307686 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.308205 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: router-admin-state-down-before-update Nov 19 03:11:55.308540 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: agent.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.309216 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.309729 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: agent Nov 19 03:11:55.310157 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: agent_resources_synced.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.311099 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.311609 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: agent-resources-synced Nov 19 03:11:55.311926 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: allowedaddresspairs.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.313783 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.314304 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: allowed-address-pairs Nov 19 03:11:55.314656 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: auto_allocated_topology.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.315730 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.316245 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: auto-allocated-topology Nov 19 03:11:55.316567 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: availability_zone.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.317251 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.317756 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: availability_zone Nov 19 03:11:55.318073 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: availability_zone_filter.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.318997 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.319503 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: availability_zone_filter Nov 19 03:11:55.319819 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: data_plane_status.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.320718 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.321218 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 03:11:55.321534 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: default_subnetpools.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.322445 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.322977 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: default-subnetpools Nov 19 03:11:55.323297 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.324093 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.324595 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: dhcp_agent_scheduler Nov 19 03:11:55.324912 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: dns.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.326352 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.326896 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension dns-integration not supported by any of loaded plugins Nov 19 03:11:55.327216 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: dns_domain_ports.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.328123 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.328629 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 03:11:55.328944 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.329916 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.330414 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 03:11:55.330759 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: dvr.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.331422 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.331926 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: dvr Nov 19 03:11:55.332243 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: ecmp_routes.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.333146 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.333653 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 03:11:55.333970 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: empty_string_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.334911 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.335429 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: empty-string-filtering Nov 19 03:11:55.335754 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.336669 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.337179 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 03:11:55.337496 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.338406 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.339226 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 03:11:55.339561 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: external_net.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.340463 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.340973 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: external-net Nov 19 03:11:55.341356 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.342757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.343268 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: extra_dhcp_opt Nov 19 03:11:55.343585 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: extraroute.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.344486 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.344995 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: extraroute Nov 19 03:11:55.345310 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: extraroute_atomic.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.346340 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.346958 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: extraroute-atomic Nov 19 03:11:55.347279 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: filter_validation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.347933 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.348436 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: filter-validation Nov 19 03:11:55.348757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: fip_pf_description.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.349825 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.350336 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 03:11:55.350679 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: fip_port_details.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.351600 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.352113 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: fip-port-details Nov 19 03:11:55.352432 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: flavors.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.353664 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.354181 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: flavors Nov 19 03:11:55.354530 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.356186 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.356710 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 03:11:55.357059 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: floatingip_pools.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.357748 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.358263 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: floatingip-pools Nov 19 03:11:55.358615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: ip_allocation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.359535 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.360047 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 03:11:55.360367 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.361279 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.361788 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: ip-substring-filtering Nov 19 03:11:55.362112 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l2_adjacency.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.363060 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.363563 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 03:11:55.363882 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.364835 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.365349 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: router Nov 19 03:11:55.365676 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.367925 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.368455 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 03:11:55.368785 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.369708 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.370224 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: ext-gw-mode Nov 19 03:11:55.370588 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.371525 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.372040 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: l3-ha Nov 19 03:11:55.372363 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3_flavors.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.373359 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.373871 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: l3-flavors Nov 19 03:11:55.374192 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.375125 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.375643 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 03:11:55.375963 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: l3agentscheduler.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.376960 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.377493 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: l3_agent_scheduler Nov 19 03:11:55.377817 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: local_ip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.379595 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.380119 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension local_ip not supported by any of loaded plugins Nov 19 03:11:55.380448 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: logging.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.382122 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.382830 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension logging not supported by any of loaded plugins Nov 19 03:11:55.383220 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: metering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.384207 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.384892 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: metering Nov 19 03:11:55.385276 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.386650 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.387298 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: metering_source_and_destination_fields Nov 19 03:11:55.387746 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: multiprovidernet.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.389559 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.390314 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: multi-provider Nov 19 03:11:55.390757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: netmtu.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.391958 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.392700 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: net-mtu Nov 19 03:11:55.393091 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: netmtu_writable.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.394265 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.394997 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: net-mtu-writable Nov 19 03:11:55.395351 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: network_availability_zone.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.396826 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.397523 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: network_availability_zone Nov 19 03:11:55.397928 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: network_ip_availability.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.399376 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.400055 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: network-ip-availability Nov 19 03:11:55.400494 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: network_segment_range.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.401544 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.402212 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 03:11:55.402614 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: pagination.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.404476 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.404977 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: pagination Nov 19 03:11:55.405286 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: port_device_profile.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.406201 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.406751 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: port-device-profile Nov 19 03:11:55.407071 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.407984 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.408495 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: port-mac-address-regenerate Nov 19 03:11:55.408813 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.409719 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.410226 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: port-numa-affinity-policy Nov 19 03:11:55.410639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: port_resource_request.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.411556 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.412062 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 03:11:55.412378 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: port_resource_request_groups.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.413359 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.414352 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 03:11:55.414881 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: portbindings.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.416242 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.417051 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: binding Nov 19 03:11:55.417526 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: portbindings_extended.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.420067 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.420677 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: binding-extended Nov 19 03:11:55.421151 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: portsecurity.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.422435 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.423268 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: port-security Nov 19 03:11:55.423739 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: project_id.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.425106 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.425587 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: project-id Nov 19 03:11:55.426055 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: providernet.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.427404 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.428215 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: provider Nov 19 03:11:55.428689 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.434053 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.434908 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos not supported by any of loaded plugins Nov 19 03:11:55.435928 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.437698 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.438531 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 03:11:55.439010 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.440293 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.441103 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 03:11:55.441577 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_default.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.442893 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.443706 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-default not supported by any of loaded plugins Nov 19 03:11:55.444185 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_fip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.445125 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.445929 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-fip not supported by any of loaded plugins Nov 19 03:11:55.446403 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_gateway_ip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.447727 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.448539 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 03:11:55.448987 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_port_network_policy.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.449900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.450415 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 03:11:55.450803 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.451929 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.452625 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 03:11:55.452950 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_pps_rule.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.454657 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.455463 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-pps not supported by any of loaded plugins Nov 19 03:11:55.455927 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_rule_type_details.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.457219 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.458032 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 03:11:55.458525 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: qos_rules_alias.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.460033 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.460717 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 03:11:55.461136 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: quota_check_limit.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.462046 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.462656 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: quota-check-limit Nov 19 03:11:55.462977 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: quotasv2.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.463930 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.464317 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: quotas Nov 19 03:11:55.464776 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: quotasv2_detail.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.469296 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.469771 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: quota_details Nov 19 03:11:55.470233 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: rbac.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.471814 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.472344 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: rbac-policies Nov 19 03:11:55.472672 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: rbac_address_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.473659 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.474327 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: rbac-address-group Nov 19 03:11:55.474687 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: rbac_address_scope.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.475714 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.476530 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: rbac-address-scope Nov 19 03:11:55.476999 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: rbac_security_groups.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.478275 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.479118 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: rbac-security-groups Nov 19 03:11:55.479586 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: rbac_subnetpool.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.480853 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.481666 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: rbac-subnetpool Nov 19 03:11:55.482738 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: revisionifmatch.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.483896 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.484421 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: revision-if-match Nov 19 03:11:55.484748 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: revisions.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.485905 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.486419 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: standard-attr-revisions Nov 19 03:11:55.486760 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: router_availability_zone.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.487564 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.488374 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: router_availability_zone Nov 19 03:11:55.488841 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: routerservicetype.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.490128 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.490970 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension router-service-type not supported by any of loaded plugins Nov 19 03:11:55.491439 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.492818 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.493630 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: security-groups-normalized-cidr Nov 19 03:11:55.494144 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.495471 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.496183 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: port-security-groups-filtering Nov 19 03:11:55.496510 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.497448 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.498604 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: security-groups-remote-address-group Nov 19 03:11:55.498928 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.499863 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.500380 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: security-groups-shared-filtering Nov 19 03:11:55.500700 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.501288 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 03:11:55.501605 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: securitygroup.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.511467 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.512000 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: security-group Nov 19 03:11:55.512328 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: segment.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.513129 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.513646 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension segment not supported by any of loaded plugins Nov 19 03:11:55.513969 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.515010 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.515535 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 03:11:55.515855 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: servicetype.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.516957 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.517485 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: service-type Nov 19 03:11:55.517806 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: sorting.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.518813 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.519143 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: sorting Nov 19 03:11:55.519464 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: standard_attr_segment.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.520373 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.520888 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 03:11:55.521208 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: standardattrdescription.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.522102 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.522646 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: standard-attr-description Nov 19 03:11:55.522965 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: stateful_security_group.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.523902 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.524414 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: stateful-security-group Nov 19 03:11:55.524731 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: stdattrs_common.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.525295 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 03:11:55.525609 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.526559 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.527084 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 03:11:55.527403 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: subnet_onboard.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.528464 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.529060 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: subnet_onboard Nov 19 03:11:55.529465 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.530393 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.530930 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 03:11:55.531250 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: subnet_service_types.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.532170 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.532682 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: subnet-service-types Nov 19 03:11:55.533000 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: subnetallocation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.534079 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.534621 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: subnet_allocation Nov 19 03:11:55.534940 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.535594 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.536100 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: subnetpool-prefix-ops Nov 19 03:11:55.536415 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.537353 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.537866 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 03:11:55.538184 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: tagging.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.539314 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.539801 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: standard-attr-tag Nov 19 03:11:55.540125 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: timestamp.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.541316 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.541832 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loaded extension: standard-attr-timestamp Nov 19 03:11:55.542155 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: trunk.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.543217 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.543743 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension trunk not supported by any of loaded plugins Nov 19 03:11:55.544064 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: trunk_details.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.545727 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.546243 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension trunk-details not supported by any of loaded plugins Nov 19 03:11:55.546594 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: uplink_status_propagation.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.547519 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.548031 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 03:11:55.548351 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Loading extension file: vlantransparent.py {{(pid=102464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 03:11:55.549016 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 03:11:55.549525 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 03:11:55.552078 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:network Nov 19 03:11:55.552612 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:subnet Nov 19 03:11:55.553002 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:11:55.553385 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:port Nov 19 03:11:55.554661 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.555104 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service FLAVORS assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.555721 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.556140 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.556473 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:router Nov 19 03:11:55.556902 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:floatingip Nov 19 03:11:55.557380 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service METERING assigned prefix: /metering {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.558854 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.559220 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.559564 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:11:55.561153 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 03:11:55.561590 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:security_group Nov 19 03:11:55.562084 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 03:11:55.562713 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.563045 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:11:55.563385 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] subnetpool is already registered Nov 19 03:11:55.563804 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.564126 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:11:55.564450 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] subnetpool is already registered Nov 19 03:11:55.566761 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.567192 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service FLAVORS assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.567781 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.568197 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.568525 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:router Nov 19 03:11:55.568858 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] router is already registered Nov 19 03:11:55.569265 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:floatingip Nov 19 03:11:55.569593 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] floatingip is already registered Nov 19 03:11:55.570043 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service METERING assigned prefix: /metering {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.570743 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 03:11:55.571066 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] rbac_policy is already registered Nov 19 03:11:55.571475 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:security_group Nov 19 03:11:55.571806 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] security_group is already registered Nov 19 03:11:55.572203 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 03:11:55.572527 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] security_group_rule is already registered Nov 19 03:11:55.573163 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.573485 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:11:55.573811 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] subnetpool is already registered Nov 19 03:11:55.574226 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.v2.resource_helper [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Service CORE assigned prefix: {{(pid=102464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 03:11:55.574571 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 03:11:55.574897 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING neutron.quota.resource_registry [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] subnetpool is already registered Nov 19 03:11:55.575368 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: extensions {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.576897 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: address-groups {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.578394 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: address-scopes {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.579739 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: agents {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.580912 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: auto-allocated-topology {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.582150 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: availability_zones {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.583404 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: dhcp-networks {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.584919 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: dhcp-agents {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.586341 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: routers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.589614 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: flavors {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.590906 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: service_profiles {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.592173 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: next_providers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.593618 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: service_profiles {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.595222 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: floatingip-pools {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.596444 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: routers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.598603 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: floatingips {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.599898 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: l3-routers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.601294 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: l3-agents {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.602703 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: metering-labels {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.604066 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: metering-label-rules {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.605380 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: network-ip-availabilities {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.606675 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: bindings {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.608874 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: quotas {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.610429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: quotas {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.611998 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: rbac-policies {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.613282 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: security-groups {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.614548 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: security-group-rules {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.615797 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: service-providers {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.617102 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: subnetpools {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.618571 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: subnetpools {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.620104 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.621791 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.624291 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.626068 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.627921 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.629777 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.631489 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.633381 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.635172 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.637012 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron.api.extensions [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Extended resource: tags {{(pid=102464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 03:11:55.643139 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING keystonemiddleware.auth_token [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 03:11:55.648084 dv-cinder-818037-4-iscsi neutron-server[102464]: WARNING keystonemiddleware.auth_token [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 03:11:55.656890 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_concurrency.lockutils [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Acquired lock "singleton_lock" {{(pid=102464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 03:11:55.657358 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_concurrency.lockutils [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Releasing lock "singleton_lock" {{(pid=102464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 03:11:55.658007 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Starting 2 workers Nov 19 03:11:55.662798 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Started child 102573 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:11:55.667117 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Started child 102574 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:11:55.668358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:11:55.669071 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO neutron.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 03:11:55.669293 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Publish callbacks [] for process, before_spawn {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:11:55.670498 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [-] (102573) wsgi starting up on http://0.0.0.0:9696 Nov 19 03:11:55.672240 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Starting 1 workers Nov 19 03:11:55.672829 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:11:55.674196 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [-] (102574) wsgi starting up on http://0.0.0.0:9696 Nov 19 03:11:55.677357 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Started child 102575 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:11:55.677920 dv-cinder-818037-4-iscsi neutron-server[102464]: INFO oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Starting 1 workers Nov 19 03:11:55.681174 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] calling RpcWorker wait() {{(pid=102575) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 03:11:55.681674 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] returning from RpcWorker wait() {{(pid=102575) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 03:11:55.682295 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Started child 102576 {{(pid=102464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 03:11:55.683033 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:11:55.683132 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG neutron_lib.callbacks.manager [None req-06ef0fa1-f36e-4d14-b081-e4f03b41ad8f None None] Publish callbacks [] for process, after_spawn {{(pid=102464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:11:55.683481 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:11:55.685061 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 03:11:55.685339 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 03:11:55.685564 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 03:11:55.685800 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 03:11:55.686143 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 03:11:55.686325 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 03:11:55.686870 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.687139 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.687403 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.687664 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.687943 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.688032 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:11:55.689061 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.689286 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.689555 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.689835 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.690068 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.690162 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:11:55.690265 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.690392 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.690667 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.690898 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.691208 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.691490 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.691727 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.691976 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.692149 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.692405 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.692677 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.692926 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.693196 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] debug = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.693431 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.693929 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.694167 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.694412 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.694718 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.694909 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.695131 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.695379 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.695617 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.695833 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.696065 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.696326 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.696554 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.696758 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.696987 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.697194 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.697435 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.697649 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.698096 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] host = dv-cinder-818037-4-iscsi {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.698342 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.698579 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.698801 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.699043 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.699288 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.699515 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.699753 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.700013 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.700252 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.700471 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.700758 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.701128 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.701526 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.701819 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.701971 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_options = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.702202 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.702500 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.702745 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.702942 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.703109 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.703344 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.703539 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.703699 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.703944 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.704160 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.704376 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.704606 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.704815 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.705040 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.705305 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.705544 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.705759 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.705961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.706212 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.706457 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.706707 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.706961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.707192 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.707429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.707637 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.707866 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.708105 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.708318 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.708547 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.708780 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.709007 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.709245 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.709454 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.709689 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.709946 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.710167 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.710385 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.710614 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.710893 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.711110 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.711352 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.711601 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.711808 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.712066 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.712274 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.712500 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.712724 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_json = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.712929 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.713165 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.713456 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.713589 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.713811 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.714017 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.714229 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.714492 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.717748 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.718110 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.718447 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.718804 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.719084 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.719785 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.720031 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.722653 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.722967 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.723231 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.723613 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.723874 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.724186 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.724434 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.724717 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.725068 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.725320 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.725695 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.725928 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.726164 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.727737 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.727737 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.727737 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.727737 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.727737 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.727737 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.728154 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.728154 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.728443 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.728876 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.728988 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730200 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730200 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730200 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730200 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730200 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.730757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.731173 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.731271 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733382 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733840 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733840 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.733960 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.734192 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.734284 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.734522 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.734772 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.735018 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.735288 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.735474 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.737260 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.737260 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.737260 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.737260 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.737260 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.738138 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.738407 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.738679 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.738919 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.739176 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.739403 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.739665 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.739898 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.740145 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.740364 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.740590 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.740818 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.741040 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.741267 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.741492 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.741706 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.741951 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.742133 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.742378 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.742646 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.742863 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.743083 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.743297 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.743516 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.744217 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.744436 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.744671 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.744903 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.745151 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.745416 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.745703 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.745946 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.746203 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.746423 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.746714 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.746935 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.747178 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.747390 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.747734 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.748123 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.748595 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.748851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.749084 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.749319 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.749563 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.749825 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.750046 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.750294 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.750533 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.750780 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.751023 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.751341 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.751529 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.751765 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.752032 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.752272 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.752591 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.752821 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.753105 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.753348 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.753618 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.753932 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.754230 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.754515 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.756782 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758048 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758048 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758048 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758048 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758048 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758743 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758743 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.758743 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.759098 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.759098 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.759356 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.759604 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.759860 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.760116 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.760388 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.760602 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.760844 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.761071 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.761286 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.761526 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.761736 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.761980 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.762194 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.762407 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.762662 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.762898 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.763172 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.763472 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.763855 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.764186 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.764421 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.764639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.764883 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.765116 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.765359 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.765578 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.765797 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.766023 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.766281 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.766530 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.766824 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.767109 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.767322 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.767551 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.767796 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.768053 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.768277 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.768539 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.768778 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.769000 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.769234 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.769472 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.769708 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.769924 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.770158 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.770393 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.770669 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.770916 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.771245 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.771757 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.772007 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.772244 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.772464 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.772691 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.772932 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.773153 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.773367 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.773603 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.773819 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.774062 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.774298 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.774568 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.774802 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.775014 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.775248 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.775464 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.775674 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.775962 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.776228 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.776471 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.776722 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.776942 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.777173 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.777417 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.777625 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.777828 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.778055 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.778282 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.778517 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.779307 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.779655 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.779995 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.780361 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.780739 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.781150 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.781560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.781831 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.782057 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.782288 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.782530 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.782749 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.783000 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.783211 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.783424 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.783669 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.783888 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.784096 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.784340 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.784550 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.784759 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.784982 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.785203 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.785411 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.785720 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.785968 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.786196 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.786516 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.786763 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.787013 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.787253 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.787557 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.787796 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.788038 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.788273 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.788490 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.788709 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.788964 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.789279 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.789627 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.789796 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.790062 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.790350 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.790643 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.790937 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.791155 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.791441 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.791766 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.792065 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.792337 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.792563 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.792813 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.793052 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.793267 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.793509 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.793751 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.793987 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.794264 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.795106 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.795523 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.795911 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.796191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.796416 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.796669 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.796901 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.797120 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.797336 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.797496 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 03:11:55.798008 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 03:11:55.798169 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 03:11:55.798321 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 03:11:55.798523 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 03:11:55.798700 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 03:11:55.798851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 03:11:55.799055 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.799218 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.799379 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.799550 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.799701 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.799870 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800025 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800182 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800338 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800500 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800660 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800853 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.800941 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.801105 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.801259 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.801415 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.801573 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.801728 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.801892 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.802060 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.802205 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.802366 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.802552 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] debug = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.802708 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.802915 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803062 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803224 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803381 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803541 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803713 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803842 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.803994 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.804152 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.804308 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.804464 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.804617 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.804772 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.804927 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.805083 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.805240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.805396 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.805551 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] host = dv-cinder-818037-4-iscsi {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.805706 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.805863 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806018 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806173 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806328 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806507 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806705 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806841 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.806986 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.807140 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.807296 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.807451 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.807607 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.807762 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.807924 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_options = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.808078 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.808234 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.808389 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.808579 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.808745 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.808911 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.809075 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.809231 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.809387 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.809541 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.809696 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.809851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.810039 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.810370 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.810676 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.810842 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.810999 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.811157 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.811314 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.811470 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.811632 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.811795 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.811940 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.812095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.812255 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.812409 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.812569 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.812722 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.812876 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.813032 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.813186 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.813342 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.813497 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.813654 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.813812 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.814031 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.814176 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.814303 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.814465 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.814615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.814767 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815129 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815129 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815334 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815334 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815505 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815630 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_json = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815755 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.815879 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.816038 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.816208 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.817191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.817191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.817191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.817191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 03:11:55.817191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.817191 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.817897 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.817897 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.817897 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.817897 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.817897 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.818639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.818639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.818639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.818639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.818639 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819089 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819089 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819089 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819395 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819395 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819556 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819682 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819806 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.819931 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.820087 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.820254 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.820418 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.820597 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.820769 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.820929 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.821095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.821447 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.821447 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.821648 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.821748 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.821864 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.822027 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.822170 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.822333 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824082 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.824900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.825426 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.825426 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.825426 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826181 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826181 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826181 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826181 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826683 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826683 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.826683 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827025 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827025 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827178 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827285 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827445 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827617 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827776 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.827939 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.828097 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.828256 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.828414 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.828573 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.828732 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.828890 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829049 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829270 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829399 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829525 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829649 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829808 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.829966 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.830126 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.830284 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.830443 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.830631 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.830789 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.830947 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.831105 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.831271 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.831445 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.831606 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.831769 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.831929 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.832087 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.832412 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.832569 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.832731 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.832892 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.833049 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.833206 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.833365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834095 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.834961 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835394 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835394 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835394 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835688 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835688 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835884 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.835884 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.836056 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.836222 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.836534 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.836534 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837429 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837843 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837843 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.837843 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.838070 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.838150 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.838316 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.838494 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.838702 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.842560 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843153 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843240 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.843851 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844803 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844803 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844803 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.844972 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.845146 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.845365 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.845489 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.845613 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.845736 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.845859 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846012 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846175 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846333 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846511 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846675 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846832 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.846993 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.847154 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.847312 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.847472 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.847630 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.847792 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.847967 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.848127 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.848285 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.848443 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.848601 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.848760 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.848918 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.849076 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.849235 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.849393 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.849552 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.849712 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.849873 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.850035 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.850193 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.850351 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.850529 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.850676 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.850840 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.851010 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.851174 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.851330 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.851649 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.851807 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.852110 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.852284 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.852633 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.852962 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.853287 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.853598 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.853761 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.853932 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.854092 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.854251 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.854412 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.854607 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.854747 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.854975 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855098 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855222 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855391 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855535 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855673 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855811 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.855964 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.856121 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.856263 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.857615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.857615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.857615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.857615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.857615 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.858308 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.858308 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.858510 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.858602 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.858685 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.858860 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.859013 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.859223 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.859396 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.859585 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.859783 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.859783 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.860145 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.860145 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.860442 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.860442 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.860766 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.860766 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861101 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861101 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861397 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861397 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861546 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861671 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861798 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.861923 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.862047 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.862189 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.862335 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.862608 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.862760 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.862900 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.863158 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.863158 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.863516 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.863516 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.863776 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.863776 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864059 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864059 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864319 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864319 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864579 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864579 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864877 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.864877 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 03:11:55.865149 dv-cinder-818037-4-iscsi neutron-server[102464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 03:11:55.991500 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 50730) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:11:56.000141 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063875 Nov 19 03:12:07.424238 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f1aab-c038-44b4-b7ee-b0f9869b4a0e None None] get_active_networks_info from dv-cinder-818037-4-iscsi {{(pid=102575) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 03:12:07.491118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f1aab-c038-44b4-b7ee-b0f9869b4a0e None None] No non-hosted networks {{(pid=102575) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 03:12:07.509722 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.agentschedulers_db [None req-cc0f1aab-c038-44b4-b7ee-b0f9869b4a0e None None] DHCP Agent not found on host dv-cinder-818037-4-iscsi {{(pid=102575) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 03:12:07.688589 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-297e8971-ec24-4df1-b439-5e72a9149ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694810'] for agent, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:09.614903 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1f7fa7fa-0164-4ea6-bac0-a95efb15173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694810'] for agent, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:09.670808 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2753d4f9-4fa5-41f8-a84d-cc2a9fa67431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:10.762285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694810'] for agent, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:12.266966 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694810'] for agent, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:12.971284 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694810'] for agent, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:12.972214 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.972732 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.973214 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.973735 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.974209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.974749 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.975286 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.977152 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.977862 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.978433 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.979594 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.980652 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:12.981375 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818037-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:12.988138 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818037-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:13.563076 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 50820) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:14.090418 dv-cinder-818037-4-iscsi neutron-server[102574]: WARNING oslo_policy.policy [None req-43e0a5f3-67cb-48ba-8d6c-238e21151436 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:12:14.091150 dv-cinder-818037-4-iscsi neutron-server[102574]: WARNING oslo_policy.policy [None req-43e0a5f3-67cb-48ba-8d6c-238e21151436 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:12:14.319612 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [None req-43e0a5f3-67cb-48ba-8d6c-238e21151436 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:12:14.322380 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-43e0a5f3-67cb-48ba-8d6c-238e21151436 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7569182 Nov 19 03:12:16.094989 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.db.l3_hamode_db [None req-d4d6ab1b-b3c7-408d-be75-896b2cf8c9c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 03:12:16.173662 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6ab1b-b3c7-408d-be75-896b2cf8c9c9 None None] Routers set() bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:12:16.174042 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6ab1b-b3c7-408d-be75-896b2cf8c9c9 None None] Router IDs set() for agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 03:12:16.850400 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50836) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:17.340740 dv-cinder-818037-4-iscsi neutron-server[102573]: WARNING oslo_policy.policy [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:12:17.341314 dv-cinder-818037-4-iscsi neutron-server[102573]: WARNING oslo_policy.policy [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:12:17.566491 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:17.662002 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.policy [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102573) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 03:12:17.708885 dv-cinder-818037-4-iscsi neutron-server[102573]: WARNING oslo_policy.policy [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:12:17.709257 dv-cinder-818037-4-iscsi neutron-server[102573]: WARNING oslo_policy.policy [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:12:17.717762 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.quota [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] Loaded quota_driver: . Nov 19 03:12:17.807300 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730546487979', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730546494712', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730546499854', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730546504962', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730546519605', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730546528003', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-601751', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1626448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1813097'] for rbac-policy, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:17.871990 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:17.873913 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-785d569e-208f-48aa-b9b3-6890ae9c2e6e admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0214541 Nov 19 03:12:20.580753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50854) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:20.872496 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '264624f9d20141b5b43a990ca214fa91', 'tenant_id': '264624f9d20141b5b43a990ca214fa91'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:20.901122 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Made reservation on behalf of 264624f9d20141b5b43a990ca214fa91 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:12:20.903868 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:20.920643 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.025021 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.028112 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.048683 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:12:21.077304 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730550081181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.077904 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Unsubscribe: segment precommit_create {{(pid=102573) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 03:12:21.078404 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Added segment 3f3b0e9b-1624-4936-837b-4df5596c5485 of type vlan for network 90610581-ff35-4570-982e-c5587c6449bd Nov 19 03:12:21.094298 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b72c5d-5ba8-4629-8836-3ce8afa2ff07,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:21.120737 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.121093 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.121476 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.121791 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.122154 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.122625 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.123074 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.123911 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.124250 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.124569 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.124884 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.125197 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Tracked resource versions report: Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: pushed versions: Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: { 'AddressGroup': {'1.2'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'ConntrackHelper': {'1.0'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Log': {'1.0'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Network': {'1.1'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Port': {'1.7'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'PortForwarding': {'1.2'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'QosPolicy': {'1.10'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroup': {'1.5'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SubPort': {'1.0'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Subnet': {'1.1'}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Trunk': {'1.1'}} Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: consumer versions: Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'ConntrackHelper': '1.0', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Log': '1.0', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Network': '1.1', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Port': '1.7', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'PortForwarding': '1.2', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'QosPolicy': '1.10', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroup': '1.5', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroupRule': '1.2', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SubPort': '1.0', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Subnet': '1.1', Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Trunk': '1.1'}} Nov 19 03:12:21.126212 dv-cinder-818037-4-iscsi neutron-server[102573]: {{(pid=102573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:12:21.197238 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.243310 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.244567 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:21.245286 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:21.326320 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7444704 Nov 19 03:12:21.345424 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c6d2-57be-428f-bcd3-08830035d089 admin admin] Pushing event updated for resources: {'Network': ['ID=90610581-ff35-4570-982e-c5587c6449bd,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:21.358670 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 90610581-ff35-4570-982e-c5587c6449bd details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:12:24.049010 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50868) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:24.444961 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ae83a-69e5-4775-a370-d81b340eb707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:24.446347 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-cc8ae83a-69e5-4775-a370-d81b340eb707 admin admin] 10.222.0.47 "GET /v2.0/networks/90610581-ff35-4570-982e-c5587c6449bd HTTP/1.1" status: 200 len: 825 time: 0.3962953 Nov 19 03:12:24.472501 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-8db8161e-ee14-4c0d-b62f-f3e3d8c02639 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/df8f3d1b-50d2-449f-a48e-f8535da9788f HTTP/1.1" status: 200 len: 734 time: 0.0196936 Nov 19 03:12:24.481368 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'name': 'private-subnet', 'tenant_id': '264624f9d20141b5b43a990ca214fa91'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:24.504072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Made reservation on behalf of 264624f9d20141b5b43a990ca214fa91 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:12:24.506651 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:24.800072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:24.870035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234992ae-dc5f-4c6e-97f2-ee3bc1fb855d,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:24.871983 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Checking segment: {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:12:24.872376 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Network hostable DHCP agents. Network: 90610581-ff35-4570-982e-c5587c6449bd, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:12:24.892607 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Network 90610581-ff35-4570-982e-c5587c6449bd is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:12:24.904267 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 90610581-ff35-4570-982e-c5587c6449bd) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:12:24.909336 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:24.909934 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:24.914913 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65301e54-9975-43c4-adc5-f8012e383a35 None None] Network 90610581-ff35-4570-982e-c5587c6449bd requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:12:24.925161 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-596ad7a5-5d3a-4696-9b8f-576882a2a689 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4469280 Nov 19 03:12:25.237331 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-90610581-ff35-4570-982e-c5587c6449bd', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:12:25.238660 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:25.534759 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Allocated IP 172.20.0.2 (90610581-ff35-4570-982e-c5587c6449bd/234992ae-dc5f-4c6e-97f2-ee3bc1fb855d/adaf31f9-1c64-457e-92e8-e099ac43f444) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:12:25.734151 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:25.741937 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:25.813962 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Network 90610581-ff35-4570-982e-c5587c6449bd is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:12:25.818730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:12:25.828814 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:12:25.836122 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Pushing event updated for resources: {'Port': ['ID=adaf31f9-1c64-457e-92e8-e099ac43f444,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:25.868812 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.869174 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.869516 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.869853 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.870176 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.870529 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.870855 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.871176 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.871511 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.871833 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.872149 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.872465 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Tracked resource versions report: Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: pushed versions: Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: { 'AddressGroup': {'1.2'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'ConntrackHelper': {'1.0'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Log': {'1.0'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Network': {'1.1'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Port': {'1.7'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'PortForwarding': {'1.2'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'QosPolicy': {'1.10'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroup': {'1.5'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SubPort': {'1.0'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Subnet': {'1.1'}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Trunk': {'1.1'}} Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: consumer versions: Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'ConntrackHelper': '1.0', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Log': '1.0', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Network': '1.1', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Port': '1.7', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'PortForwarding': '1.2', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'QosPolicy': '1.10', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroup': '1.5', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroupRule': '1.2', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SubPort': '1.0', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Subnet': '1.1', Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Trunk': '1.1'}} Nov 19 03:12:25.874265 dv-cinder-818037-4-iscsi neutron-server[102575]: {{(pid=102575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:12:25.921316 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Attempting to bind port adaf31f9-1c64-457e-92e8-e099ac43f444 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:12:25.921933 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Attempting to bind port adaf31f9-1c64-457e-92e8-e099ac43f444 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:12:25.922122 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Attempting to bind port adaf31f9-1c64-457e-92e8-e099ac43f444 on network 90610581-ff35-4570-982e-c5587c6449bd {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:12:25.927111 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:12:25.927486 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Checking segment: {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:12:25.927963 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:25.928354 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Bound using segment: {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:12:25.928875 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Bound port: adaf31f9-1c64-457e-92e8-e099ac43f444, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:12:25.929295 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:25.991149 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] For port adaf31f9-1c64-457e-92e8-e099ac43f444, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:12:26.013062 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] For port adaf31f9-1c64-457e-92e8-e099ac43f444, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=adaf31f9-1c64-457e-92e8-e099ac43f444,segment=NetworkSegment(3f3b0e9b-1624-4936-837b-4df5596c5485),segment_id=3f3b0e9b-1624-4936-837b-4df5596c5485)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:12:26.018118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:26.075063 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715aaad-bb32-4ae2-ad4d-4deac9f3f579 None None] Pushing event updated for resources: {'Port': ['ID=adaf31f9-1c64-457e-92e8-e099ac43f444,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:27.518358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50876) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:27.837036 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [None req-ea47b938-722e-4ba9-a6b4-8947f66e35c2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:12:27.838129 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ea47b938-722e-4ba9-a6b4-8947f66e35c2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3188071 Nov 19 03:12:30.417391 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50884) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:30.729097 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [None req-5a3300d5-78ed-479f-90ea-0c29641334b1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:12:30.730173 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-5a3300d5-78ed-479f-90ea-0c29641334b1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117497 Nov 19 03:12:33.484513 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50894) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:33.788105 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] Request body: {'router': {'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'name': 'router1', 'admin_state_up': True}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:33.811358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:33.812881 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:33.949903 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:33.956023 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:33.971013 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:33.976825 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a5b0e9bd-7408-4f92-8d10-a646e145f4c2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4867337 Nov 19 03:12:34.722255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device adaf31f9-1c64-457e-92e8-e099ac43f444 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:12:34.809981 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port adaf31f9-1c64-457e-92e8-e099ac43f444 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:34.810366 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:34.918352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:34.952579 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port adaf31f9-1c64-457e-92e8-e099ac43f444, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=adaf31f9-1c64-457e-92e8-e099ac43f444,segment=NetworkSegment(3f3b0e9b-1624-4936-837b-4df5596c5485),segment_id=3f3b0e9b-1624-4936-837b-4df5596c5485)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:12:34.956865 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:35.003257 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=adaf31f9-1c64-457e-92e8-e099ac43f444,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:35.192434 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff77e1a-1afa-4fb7-b5eb-5c1d5a07db62 None None] Network 90610581-ff35-4570-982e-c5587c6449bd requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:12:35.259730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-85b6f6a6-be8b-4063-8794-e9a0369ecf6a None None] Provisioning complete for port adaf31f9-1c64-457e-92e8-e099ac43f444 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:35.260010 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-85b6f6a6-be8b-4063-8794-e9a0369ecf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:35.627390 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-fcfc7270-3f04-4977-8f63-7abdbe4fd7f7 None None] Provisioning complete for port adaf31f9-1c64-457e-92e8-e099ac43f444 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:35.627753 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7270-3f04-4977-8f63-7abdbe4fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:36.491160 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50906) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:36.687096 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device adaf31f9-1c64-457e-92e8-e099ac43f444 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:12:36.743601 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port adaf31f9-1c64-457e-92e8-e099ac43f444 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:36.743960 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:36.815201 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [None req-ecd662ee-4f68-40c4-a1ca-d5ddda9225b1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:12:36.816213 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ecd662ee-4f68-40c4-a1ca-d5ddda9225b1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3241107 Nov 19 03:12:37.323723 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6fd892cf-b6bf-4de4-aecd-3f4c001d434e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.302902 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50914) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:39.613052 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9cde43f2-d3da-4507-8327-3dd6fe2f5fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.621228 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:39.642519 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Made reservation on behalf of c47cb437b9d44a66bc7a68eae5e00ae0 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:12:39.644690 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.652570 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.727170 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.731231 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.746168 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Reserving flat network on physical network physnet1 {{(pid=102573) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 03:12:39.769297 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.769634 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Added segment fd8f258b-df88-48b7-8926-113782ea8fd3 of type flat for network 07d9e351-0d54-4e23-9d51-c18ca0e01717 Nov 19 03:12:39.770910 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6490086-c316-4c8f-a9a9-94947f156a83,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:39.819009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.849897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.850840 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:39.851426 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:39.905418 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6011982 Nov 19 03:12:39.915629 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d950ee9-a3a8-47d8-91a0-b512440cda43 admin admin] Pushing event updated for resources: {'Network': ['ID=07d9e351-0d54-4e23-9d51-c18ca0e01717,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:39.927060 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:12:40.705230 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:40.748070 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:12:42.200073 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:42.429448 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50932) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:42.603954 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc4445-5fa6-42de-ad23-7475e26c63c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:42.605281 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7bfc4445-5fa6-42de-ad23-7475e26c63c4 admin admin] 10.222.0.47 "GET /v2.0/subnets/234992ae-dc5f-4c6e-97f2-ee3bc1fb855d HTTP/1.1" status: 200 len: 849 time: 0.1748769 Nov 19 03:12:42.723963 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b134bc95-ff61-4198-9268-050f852e4ebd admin admin] 10.222.0.47 "GET /v2.0/routers/c0dea74b-b674-4e1c-a2bb-0d761da051fe HTTP/1.1" status: 200 len: 704 time: 0.1124644 Nov 19 03:12:42.843811 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.012131 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.305899 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Allocated IP 172.20.0.1 (90610581-ff35-4570-982e-c5587c6449bd/234992ae-dc5f-4c6e-97f2-ee3bc1fb855d/fe81d916-1a25-4c70-8ff8-5835e91cc8cc) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:12:43.502815 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.567430 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.642897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Network 90610581-ff35-4570-982e-c5587c6449bd is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:12:43.651016 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:12:43.656143 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:12:43.656643 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.675621 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Pushing event updated for resources: {'Port': ['ID=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:43.851193 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.917836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-8d9849f9-9c7e-47dc-8d84-11b132c1b78e None None] Provisioning complete for port fe81d916-1a25-4c70-8ff8-5835e91cc8cc triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:43.918432 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8d9849f9-9c7e-47dc-8d84-11b132c1b78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:43.952810 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-8d9849f9-9c7e-47dc-8d84-11b132c1b78e None None] Port fe81d916-1a25-4c70-8ff8-5835e91cc8cc cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:12:44.058259 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:44.063509 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:44.064225 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:44.139764 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Pushing event updated for resources: {'Port': ['ID=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:44.187350 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Network 90610581-ff35-4570-982e-c5587c6449bd is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:12:44.188657 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:12:44.348998 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Router c0dea74b-b674-4e1c-a2bb-0d761da051fe is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:12:44.373151 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-14054c7c-9cfa-4aa3-b358-c69497195f18 None None] Provisioning complete for port fe81d916-1a25-4c70-8ff8-5835e91cc8cc triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:44.374110 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-14054c7c-9cfa-4aa3-b358-c69497195f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:44.407578 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-14054c7c-9cfa-4aa3-b358-c69497195f18 None None] Port fe81d916-1a25-4c70-8ff8-5835e91cc8cc cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:12:44.443905 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:12:44.449113 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-46584b70-009b-426d-8342-c79e32936266 admin admin] 10.222.0.47 "PUT /v2.0/routers/c0dea74b-b674-4e1c-a2bb-0d761da051fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7195237 Nov 19 03:12:44.455093 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Sync routers for ids ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:12:44.467758 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Routers {'c0dea74b-b674-4e1c-a2bb-0d761da051fe'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:12:44.468527 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:12:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:44.658051 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Set router c0dea74b-b674-4e1c-a2bb-0d761da051fe gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:12:45.089500 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'name': 'router1', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:12:33Z', 'updated_at': '2021-11-19T03:12:43Z', 'revision_number': 2, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'gw_port_host': None, '_interfaces': [{'id': 'fe81d916-1a25-4c70-8ff8-5835e91cc8cc', 'name': '', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'mac_address': 'fa:16:3e:d3:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:43Z', 'updated_at': '2021-11-19T03:12:43Z', 'revision_number': 2, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'subnets': [{'id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:45.140809 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Checking router: c0dea74b-b674-4e1c-a2bb-0d761da051fe for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:12:45.141166 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Updating router c0dea74b-b674-4e1c-a2bb-0d761da051fe port fe81d916-1a25-4c70-8ff8-5835e91cc8cc binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:12:45.188899 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:45.696616 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:45.703516 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:45.859588 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Pushing event updated for resources: {'Port': ['ID=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:45.871066 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Attempting to bind port fe81d916-1a25-4c70-8ff8-5835e91cc8cc on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:12:45.871462 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Attempting to bind port fe81d916-1a25-4c70-8ff8-5835e91cc8cc by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:12:45.871878 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Attempting to bind port fe81d916-1a25-4c70-8ff8-5835e91cc8cc on network 90610581-ff35-4570-982e-c5587c6449bd {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:12:45.879678 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.880041 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.880379 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.880707 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.881033 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.881354 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.881672 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.881991 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.882323 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.882666 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.882982 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.883293 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Tracked resource versions report: Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: pushed versions: Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: { 'AddressGroup': {'1.2'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'ConntrackHelper': {'1.0'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Log': {'1.0'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Network': {'1.1'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Port': {'1.7'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'PortForwarding': {'1.2'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'QosPolicy': {'1.10'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroup': {'1.5'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SubPort': {'1.0'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Subnet': {'1.1'}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Trunk': {'1.1'}} Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: consumer versions: Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'ConntrackHelper': '1.0', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Log': '1.0', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Network': '1.1', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Port': '1.7', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'PortForwarding': '1.2', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'QosPolicy': '1.10', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroup': '1.5', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroupRule': '1.2', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SubPort': '1.0', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Subnet': '1.1', Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Trunk': '1.1'}} Nov 19 03:12:45.884332 dv-cinder-818037-4-iscsi neutron-server[102576]: {{(pid=102576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:12:45.886761 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:12:45.887150 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Checking segment: {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:12:45.887625 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:45.887999 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Bound using segment: {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:12:45.888492 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Bound port: fe81d916-1a25-4c70-8ff8-5835e91cc8cc, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3b0e9b-1624-4936-837b-4df5596c5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '90610581-ff35-4570-982e-c5587c6449bd'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:12:45.888870 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:45.935370 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-895aa383-9076-40dc-b6f2-b3c1e8619a57 None None] Provisioning complete for port fe81d916-1a25-4c70-8ff8-5835e91cc8cc triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:45.935975 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-895aa383-9076-40dc-b6f2-b3c1e8619a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:45.956515 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] For port fe81d916-1a25-4c70-8ff8-5835e91cc8cc, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:12:45.973704 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-895aa383-9076-40dc-b6f2-b3c1e8619a57 None None] Port fe81d916-1a25-4c70-8ff8-5835e91cc8cc cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:12:45.975561 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] For port fe81d916-1a25-4c70-8ff8-5835e91cc8cc, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,segment=NetworkSegment(3f3b0e9b-1624-4936-837b-4df5596c5485),segment_id=3f3b0e9b-1624-4936-837b-4df5596c5485)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:12:45.980509 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:46.037060 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3489e3-7d44-4778-b91b-f2d1f295a928 None None] Pushing event updated for resources: {'Port': ['ID=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:46.043817 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Routers {'c0dea74b-b674-4e1c-a2bb-0d761da051fe'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:12:46.044419 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:12:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:46.136429 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] Set router c0dea74b-b674-4e1c-a2bb-0d761da051fe gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:12:46.293267 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-84787bd0-73f4-43fc-bae9-19884db9f4b5 None None] Provisioning complete for port fe81d916-1a25-4c70-8ff8-5835e91cc8cc triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:46.293652 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-84787bd0-73f4-43fc-bae9-19884db9f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:46.348683 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'name': 'router1', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:12:33Z', 'updated_at': '2021-11-19T03:12:43Z', 'revision_number': 2, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'gw_port_host': None, '_interfaces': [{'id': 'fe81d916-1a25-4c70-8ff8-5835e91cc8cc', 'name': '', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'mac_address': 'fa:16:3e:d3:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:43Z', 'updated_at': '2021-11-19T03:12:45Z', 'revision_number': 4, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'subnets': [{'id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:46.372503 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-84787bd0-73f4-43fc-bae9-19884db9f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:46.374826 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594a62-4076-478d-a97b-4a9dada70010 None None] The sync data for ids ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'] in dv-cinder-818037-4-iscsi is: [{'id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'name': 'router1', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:12:33Z', 'updated_at': '2021-11-19T03:12:43Z', 'revision_number': 2, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'gw_port_host': None, '_interfaces': [{'id': 'fe81d916-1a25-4c70-8ff8-5835e91cc8cc', 'name': '', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'mac_address': 'fa:16:3e:d3:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:43Z', 'updated_at': '2021-11-19T03:12:45Z', 'revision_number': 4, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'subnets': [{'id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:12:46.408523 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-84787bd0-73f4-43fc-bae9-19884db9f4b5 None None] For port fe81d916-1a25-4c70-8ff8-5835e91cc8cc, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,segment=NetworkSegment(3f3b0e9b-1624-4936-837b-4df5596c5485),segment_id=3f3b0e9b-1624-4936-837b-4df5596c5485)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:12:46.412961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-84787bd0-73f4-43fc-bae9-19884db9f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:46.463490 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84787bd0-73f4-43fc-bae9-19884db9f4b5 None None] Pushing event updated for resources: {'Port': ['ID=fe81d916-1a25-4c70-8ff8-5835e91cc8cc,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:46.866083 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50952) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:46.975965 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796921-1cca-45fd-808c-b63d398cc8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:46.977354 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7f796921-1cca-45fd-808c-b63d398cc8c0 admin admin] 10.222.0.47 "GET /v2.0/networks/07d9e351-0d54-4e23-9d51-c18ca0e01717 HTTP/1.1" status: 200 len: 842 time: 0.1102829 Nov 19 03:12:46.987609 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:47.011224 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Made reservation on behalf of c47cb437b9d44a66bc7a68eae5e00ae0 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:12:47.013480 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:47.367452 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.objects.ports [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102573) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 03:12:47.367908 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:47.428189 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e51b718-28a4-4053-9d91-8612561804a5,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:47.437385 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:12:47.437749 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Network hostable DHCP agents. Network: 07d9e351-0d54-4e23-9d51-c18ca0e01717, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:12:47.456746 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:12:47.464710 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 07d9e351-0d54-4e23-9d51-c18ca0e01717) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:12:47.469505 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:47.470099 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:47.476604 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3b4ba-3e79-476d-9b09-873b919fed9f None None] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:12:47.485942 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f97052a6-3982-4cd8-88d5-cd4617f06468 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5017617 Nov 19 03:12:47.615153 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59cfef0-d711-4f50-b5cd-e2f93762ccac None None] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:12:49.906493 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50960) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:50.036936 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b414a34a-40d2-4f6b-b2bb-3ca645b45550 admin admin] 10.222.0.47 "GET /v2.0/routers/c0dea74b-b674-4e1c-a2bb-0d761da051fe HTTP/1.1" status: 200 len: 710 time: 0.1293025 Nov 19 03:12:50.131552 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee679f7c-dd5e-402b-b621-ec1895c214d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:12:50.132871 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ee679f7c-dd5e-402b-b621-ec1895c214d5 admin admin] 10.222.0.47 "GET /v2.0/networks/07d9e351-0d54-4e23-9d51-c18ca0e01717 HTTP/1.1" status: 200 len: 886 time: 0.0901010 Nov 19 03:12:50.142832 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:12:50.390618 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:50.627665 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:50.704123 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:50.807475 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Allocated IP 172.27.0.54 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/7f0e8794-1fbb-471e-ac1f-ccc113fcfa65) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:12:50.906957 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:50.941654 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:50.980730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:12:50.983439 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:12:50.990323 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:12:51.022953 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0e8794-1fbb-471e-ac1f-ccc113fcfa65,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:51.314971 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:51.518508 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5732'] for router, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:51.521857 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692334'] for router, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:51.628395 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Router c0dea74b-b674-4e1c-a2bb-0d761da051fe has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:12:51.732933 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:12:51.737104 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:51.738743 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-603e625b-6546-432a-b649-1a96d0879569 admin admin] 10.222.0.47 "PUT /v2.0/routers/c0dea74b-b674-4e1c-a2bb-0d761da051fe HTTP/1.1" status: 200 len: 889 time: 1.5991230 Nov 19 03:12:52.712563 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fe81d916-1a25-4c70-8ff8-5835e91cc8cc up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:12:52.762692 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fe81d916-1a25-4c70-8ff8-5835e91cc8cc triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:52.763061 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:53.400375 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Sync routers for ids ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:12:53.411580 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Routers {'c0dea74b-b674-4e1c-a2bb-0d761da051fe'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:12:53.412210 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:12:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:53.625224 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Set router c0dea74b-b674-4e1c-a2bb-0d761da051fe gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:12:54.088836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'name': 'router1', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '7f0e8794-1fbb-471e-ac1f-ccc113fcfa65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:12:33Z', 'updated_at': '2021-11-19T03:12:51Z', 'revision_number': 4, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'gw_port': {'id': '7f0e8794-1fbb-471e-ac1f-ccc113fcfa65', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:50Z', 'updated_at': '2021-11-19T03:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'fe81d916-1a25-4c70-8ff8-5835e91cc8cc', 'name': '', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'mac_address': 'fa:16:3e:d3:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:43Z', 'updated_at': '2021-11-19T03:12:46Z', 'revision_number': 5, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'subnets': [{'id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:54.140033 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Checking router: c0dea74b-b674-4e1c-a2bb-0d761da051fe for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:12:54.140376 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Updating router c0dea74b-b674-4e1c-a2bb-0d761da051fe port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:12:54.186894 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:54.259184 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 50972) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:12:54.377759 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0a36e6bc-bf7e-47c7-878f-4baa1ba924e2 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120076 Nov 19 03:12:54.515078 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:54.520650 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:54.578434 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497679-df62-4b9b-ab46-fed41e5e15d7 None None] Pushing event updated for resources: {'Port': ['ID=7f0e8794-1fbb-471e-ac1f-ccc113fcfa65,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:54.581469 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Attempting to bind port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:12:54.582020 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Attempting to bind port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:12:54.582383 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Attempting to bind port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:12:54.587677 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:12:54.588045 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:12:54.588438 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:54.588821 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:12:54.589286 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Bound port: 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:12:54.589672 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:54.638903 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] For port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:12:54.642091 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] For port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=7f0e8794-1fbb-471e-ac1f-ccc113fcfa65,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:12:54.646615 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:54.694974 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Routers {'c0dea74b-b674-4e1c-a2bb-0d761da051fe'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:12:54.695583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:12:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:54.745750 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497679-df62-4b9b-ab46-fed41e5e15d7 None None] Pushing event updated for resources: {'Port': ['ID=7f0e8794-1fbb-471e-ac1f-ccc113fcfa65,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:54.813639 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] Set router c0dea74b-b674-4e1c-a2bb-0d761da051fe gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:12:55.035839 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'name': 'router1', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '7f0e8794-1fbb-471e-ac1f-ccc113fcfa65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:12:33Z', 'updated_at': '2021-11-19T03:12:51Z', 'revision_number': 4, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'gw_port': {'id': '7f0e8794-1fbb-471e-ac1f-ccc113fcfa65', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:50Z', 'updated_at': '2021-11-19T03:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'fe81d916-1a25-4c70-8ff8-5835e91cc8cc', 'name': '', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'mac_address': 'fa:16:3e:d3:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:43Z', 'updated_at': '2021-11-19T03:12:46Z', 'revision_number': 5, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'subnets': [{'id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:12:55.062830 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d1dde-f015-4096-8cc6-63628b08b0e1 None None] The sync data for ids ['c0dea74b-b674-4e1c-a2bb-0d761da051fe'] in dv-cinder-818037-4-iscsi is: [{'id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'name': 'router1', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '7f0e8794-1fbb-471e-ac1f-ccc113fcfa65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:12:33Z', 'updated_at': '2021-11-19T03:12:51Z', 'revision_number': 4, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'gw_port': {'id': '7f0e8794-1fbb-471e-ac1f-ccc113fcfa65', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:50Z', 'updated_at': '2021-11-19T03:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'fe81d916-1a25-4c70-8ff8-5835e91cc8cc', 'name': '', 'network_id': '90610581-ff35-4570-982e-c5587c6449bd', 'tenant_id': '264624f9d20141b5b43a990ca214fa91', 'mac_address': 'fa:16:3e:d3:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dea74b-b674-4e1c-a2bb-0d761da051fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:12:43Z', 'updated_at': '2021-11-19T03:12:46Z', 'revision_number': 5, 'project_id': '264624f9d20141b5b43a990ca214fa91', 'subnets': [{'id': '234992ae-dc5f-4c6e-97f2-ee3bc1fb855d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8f3d1b-50d2-449f-a48e-f8535da9788f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:12:56.759338 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:12:56.821472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:56.821770 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:56.902865 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:56.924289 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=7f0e8794-1fbb-471e-ac1f-ccc113fcfa65,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:12:56.928366 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:12:56.974543 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=7f0e8794-1fbb-471e-ac1f-ccc113fcfa65,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:12:58.741939 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:12:58.804809 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 7f0e8794-1fbb-471e-ac1f-ccc113fcfa65 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:12:58.805460 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:07.328572 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8194ed5f-15fb-4ed7-a99e-81d725f2969c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:09.622300 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-99cbe6a6-d299-4fd5-ba8b-be98cf7dfec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:10.716103 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:12.213685 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:12.861396 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:17.750987 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:13:37.331874 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac499-273b-4a37-966f-d6df473d6f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:39.617123 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-90f4f6fc-3af9-4a3c-8456-c431a82e764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:40.712451 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:42.211817 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:42.846001 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:13:54.749246 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:14:07.332597 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9b67020f-3d9a-4a15-82e4-6835e9b1c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:09.622688 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-696adb3d-0916-40f1-b99e-6dc89c054f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:10.715422 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:12.214991 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:12.848564 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:18.783009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51456) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:18.843672 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cab1d8-0367-4985-9b0f-5b783e67182a admin admin] GET failed (client error): The resource could not be found. Nov 19 03:14:18.844963 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-42cab1d8-0367-4985-9b0f-5b783e67182a admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609987 Nov 19 03:14:19.006415 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ec5a0-05f8-4efa-acc3-4f231e398087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:19.007962 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-254ec5a0-05f8-4efa-acc3-4f231e398087 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582630 Nov 19 03:14:21.272161 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51466) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:21.364743 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54f002-fd39-4254-bc0f-48174cd958ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:21.366010 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-8d54f002-fd39-4254-bc0f-48174cd958ed admin admin] 10.222.0.47 "GET /v2.0/subnets/234992ae-dc5f-4c6e-97f2-ee3bc1fb855d HTTP/1.1" status: 200 len: 849 time: 0.0928948 Nov 19 03:14:21.375836 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:14:21.458736 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Publish callbacks [] for subnet, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:21.595845 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730550155861'] for subnet, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:21.624793 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:21.625195 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:21.626871 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] 10.222.0.47 "PUT /v2.0/subnets/234992ae-dc5f-4c6e-97f2-ee3bc1fb855d HTTP/1.1" status: 200 len: 868 time: 0.2542937 Nov 19 03:14:21.630753 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b448ce-8330-4641-83cd-6b9a8bea83db None None] Network 90610581-ff35-4570-982e-c5587c6449bd requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:14:21.649482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=234992ae-dc5f-4c6e-97f2-ee3bc1fb855d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:14:21.658258 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.658669 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.659267 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.659810 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.660348 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.660949 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.661668 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.662190 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.662760 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.663413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.663909 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.664384 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec8036f-c61b-42d5-a065-d621fecb3b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:14:21.997167 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-49c5bb8f-a169-46c1-b957-2ae33b7b9cdb None None] Provisioning complete for port fe81d916-1a25-4c70-8ff8-5835e91cc8cc triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:14:21.997530 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb8f-a169-46c1-b957-2ae33b7b9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:22.088432 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-49c5bb8f-a169-46c1-b957-2ae33b7b9cdb None None] Provisioning complete for port adaf31f9-1c64-457e-92e8-e099ac43f444 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:14:22.088745 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-49c5bb8f-a169-46c1-b957-2ae33b7b9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:23.908191 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51474) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:24.116193 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e46e2-6ce9-45c4-90ce-3afc5977a839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:24.116588 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e46e2-6ce9-45c4-90ce-3afc5977a839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:24.118143 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-452e46e2-6ce9-45c4-90ce-3afc5977a839 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089937 Nov 19 03:14:26.426157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51482) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:26.766277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.policy [None req-527239e0-4377-46a4-aba8-19faef71cd1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102574) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 03:14:26.815212 dv-cinder-818037-4-iscsi neutron-server[102574]: WARNING oslo_policy.policy [None req-527239e0-4377-46a4-aba8-19faef71cd1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:14:26.815586 dv-cinder-818037-4-iscsi neutron-server[102574]: WARNING oslo_policy.policy [None req-527239e0-4377-46a4-aba8-19faef71cd1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 03:14:26.823887 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527239e0-4377-46a4-aba8-19faef71cd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:26.824370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527239e0-4377-46a4-aba8-19faef71cd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:26.826230 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-527239e0-4377-46a4-aba8-19faef71cd1d admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3990641 Nov 19 03:14:29.093475 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51494) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:29.214771 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600cbdd-c9f6-4be0-99d2-7889d18c0c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:29.216148 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-c600cbdd-c9f6-4be0-99d2-7889d18c0c5b admin admin] 10.222.0.47 "GET /v2.0/networks/07d9e351-0d54-4e23-9d51-c18ca0e01717 HTTP/1.1" status: 200 len: 886 time: 0.1217265 Nov 19 03:14:31.653610 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51502) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:31.747223 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:14:31.785903 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc224755-6aaf-432e-913e-cea55b8b9147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:31.787355 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bc224755-6aaf-432e-913e-cea55b8b9147 admin admin] 10.222.0.47 "GET /v2.0/networks/90610581-ff35-4570-982e-c5587c6449bd HTTP/1.1" status: 200 len: 869 time: 0.1327720 Nov 19 03:14:34.057889 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51510) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:34.180646 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ae08d-7989-4b27-8f88-100957b42b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:34.181127 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ae08d-7989-4b27-8f88-100957b42b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:34.182661 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-545ae08d-7989-4b27-8f88-100957b42b6f admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237803 Nov 19 03:14:36.455649 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51518) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:36.582654 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b14319-0753-4eb7-ba3e-3d498522f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:36.583098 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b14319-0753-4eb7-ba3e-3d498522f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:36.584581 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-55b14319-0753-4eb7-ba3e-3d498522f564 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279943 Nov 19 03:14:37.333819 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d8130ac0-57e3-4c87-882f-eb1831fac594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:38.867887 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51526) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:38.996196 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf852a-87dc-4ac3-b8d2-7cd44f2c333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:38.998051 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e1cf852a-87dc-4ac3-b8d2-7cd44f2c333c admin admin] 10.222.0.47 "GET /v2.0/subnets/234992ae-dc5f-4c6e-97f2-ee3bc1fb855d HTTP/1.1" status: 200 len: 868 time: 0.1286075 Nov 19 03:14:39.625135 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-79daff66-4442-43e9-b05c-8b1a7c7a9ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:40.717746 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:41.271764 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51534) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:14:41.359251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6fcac-e338-424a-8671-bf4d64c93d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:14:41.360503 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-61e6fcac-e338-424a-8671-bf4d64c93d86 admin admin] 10.222.0.47 "GET /v2.0/subnets/2e51b718-28a4-4053-9d91-8612561804a5 HTTP/1.1" status: 200 len: 816 time: 0.0877948 Nov 19 03:14:42.217632 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:14:42.850776 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:05.608640 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51588) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:15:05.655906 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [None req-42f8192e-8fe2-4ea0-b9b2-5628719be52d admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:15:05.657339 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-42f8192e-8fe2-4ea0-b9b2-5628719be52d admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476243 Nov 19 03:15:07.334665 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-97ef90f2-da65-4654-8b70-8a5d8e909ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:08.005129 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51596) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:15:08.166137 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f4a783-1e48-427b-bc60-5dfbe1b91355 admin admin] GET failed (client error): The resource could not be found. Nov 19 03:15:08.168228 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-83f4a783-1e48-427b-bc60-5dfbe1b91355 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1621425 Nov 19 03:15:08.252608 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd307d1-ec2f-4b05-a50a-6d86f7ff3421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:15:08.254077 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-2bd307d1-ec2f-4b05-a50a-6d86f7ff3421 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813136 Nov 19 03:15:08.746603 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:15:09.626333 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d2a2-5a63-42f0-b306-81566e97b9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.566721 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51604) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:15:10.613827 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:15:10.636235 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Made reservation on behalf of c47cb437b9d44a66bc7a68eae5e00ae0 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:15:10.638584 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.668663 dv-cinder-818037-4-iscsi neutron-server[102573]: WARNING neutron.services.revisions.revision_plugin [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Could not find related network for resource to bump revision. Nov 19 03:15:10.680177 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:15:10.689348 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.689680 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Added segment c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54 of type vlan for network 8621a045-b89a-4fb5-b680-779c9bb03d64 Nov 19 03:15:10.720692 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.729604 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.753921 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.754820 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:15:10.755420 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:10.805135 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2373281 Nov 19 03:15:10.816137 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fcce4-927a-4df8-b2a7-b471e5077c29 admin admin] Pushing event updated for resources: {'Network': ['ID=8621a045-b89a-4fb5-b680-779c9bb03d64,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:15:10.828019 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 8621a045-b89a-4fb5-b680-779c9bb03d64 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:15:12.219810 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:12.851685 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:13.129027 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51612) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:15:13.188350 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaea6d6c-b1f5-40b9-b46f-56cede72d301 admin admin] GET failed (client error): The resource could not be found. Nov 19 03:15:13.189616 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-eaea6d6c-b1f5-40b9-b46f-56cede72d301 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596354 Nov 19 03:15:13.260691 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e69d6-2967-4289-80ea-35674df25dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:15:13.262100 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9a7e69d6-2967-4289-80ea-35674df25dfe admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680184 Nov 19 03:15:13.272164 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:15:13.291887 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Made reservation on behalf of c47cb437b9d44a66bc7a68eae5e00ae0 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:15:13.294044 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:13.456604 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:13.513885 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f685e6-b264-4025-bf9b-327f6731710d,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:15:13.518098 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Checking segment: {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:15:13.518452 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Network hostable DHCP agents. Network: 8621a045-b89a-4fb5-b680-779c9bb03d64, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:15:13.534561 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Network 8621a045-b89a-4fb5-b680-779c9bb03d64 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:15:13.543007 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 8621a045-b89a-4fb5-b680-779c9bb03d64) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:15:13.546926 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:15:13.547521 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:13.551818 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe9912-84f2-47bd-8538-04d752c16765 None None] Network 8621a045-b89a-4fb5-b680-779c9bb03d64 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:15:13.563294 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9a8824a0-b12d-4b61-b686-028bc07d5feb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2944973 Nov 19 03:15:13.702153 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-8621a045-b89a-4fb5-b680-779c9bb03d64', 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64', 'tenant_id': 'c47cb437b9d44a66bc7a68eae5e00ae0', 'fixed_ips': [{'subnet_id': '51f685e6-b264-4025-bf9b-327f6731710d'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:15:13.703213 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:13.932155 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Allocated IP 192.168.233.2 (8621a045-b89a-4fb5-b680-779c9bb03d64/51f685e6-b264-4025-bf9b-327f6731710d/a23b3457-4d41-45fa-817a-4d8eb73f0e64) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:15:14.074802 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:14.080567 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:14.125352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Network 8621a045-b89a-4fb5-b680-779c9bb03d64 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:15:14.128353 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:15:14.132673 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:15:14.135792 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Pushing event updated for resources: {'Port': ['ID=a23b3457-4d41-45fa-817a-4d8eb73f0e64,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:15:14.146676 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.147044 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.147396 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.147724 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.148052 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.148383 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.148710 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.149031 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.149368 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.149691 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.150006 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.151194 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:15:14.196275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Attempting to bind port a23b3457-4d41-45fa-817a-4d8eb73f0e64 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:15:14.196562 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Attempting to bind port a23b3457-4d41-45fa-817a-4d8eb73f0e64 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:15:14.196957 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Attempting to bind port a23b3457-4d41-45fa-817a-4d8eb73f0e64 on network 8621a045-b89a-4fb5-b680-779c9bb03d64 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:15:14.202145 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:15:14.202685 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Checking segment: {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:15:14.203087 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:14.203470 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Bound using segment: {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:15:14.203937 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Bound port: a23b3457-4d41-45fa-817a-4d8eb73f0e64, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:15:14.204307 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:14.266306 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] For port a23b3457-4d41-45fa-817a-4d8eb73f0e64, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:15:14.269352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] For port a23b3457-4d41-45fa-817a-4d8eb73f0e64, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=a23b3457-4d41-45fa-817a-4d8eb73f0e64,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:15:14.274075 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:14.331798 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b366-c379-4775-b034-722135d8ab9f None None] Pushing event updated for resources: {'Port': ['ID=a23b3457-4d41-45fa-817a-4d8eb73f0e64,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:15:14.817135 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device a23b3457-4d41-45fa-817a-4d8eb73f0e64 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:15:14.870488 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port a23b3457-4d41-45fa-817a-4d8eb73f0e64 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:15:14.870767 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:14.960767 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:15.005777 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port a23b3457-4d41-45fa-817a-4d8eb73f0e64, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=a23b3457-4d41-45fa-817a-4d8eb73f0e64,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:15:15.012958 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:15.073426 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=a23b3457-4d41-45fa-817a-4d8eb73f0e64,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:15:15.207473 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1145df1-9dfb-4172-b150-b4f092a8c944 None None] Network 8621a045-b89a-4fb5-b680-779c9bb03d64 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:15:15.336047 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-1fc12bbf-c73c-4ea0-afaa-2cb8724e87e8 None None] Provisioning complete for port a23b3457-4d41-45fa-817a-4d8eb73f0e64 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:15:15.336351 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1fc12bbf-c73c-4ea0-afaa-2cb8724e87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:15.569999 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-a3c72ff5-1af5-4f73-8438-54e69fbee6d1 None None] Provisioning complete for port a23b3457-4d41-45fa-817a-4d8eb73f0e64 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:15:15.570355 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a3c72ff5-1af5-4f73-8438-54e69fbee6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:16.791118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device a23b3457-4d41-45fa-817a-4d8eb73f0e64 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:15:16.840520 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port a23b3457-4d41-45fa-817a-4d8eb73f0e64 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:15:16.840884 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:37.337215 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2ac79b17-65c9-41d3-a3ed-10a508a5f860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:39.627080 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a270fbec-0925-4557-969c-d319765f029a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:40.723970 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:42.223321 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:42.855421 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:15:45.745218 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:16:07.340966 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e2cdaf19-df25-4ab3-8d07-5eb6f9e571ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:09.633254 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-56ba701f-c1b2-48bf-8315-21b076d41665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:10.728189 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:12.226533 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:12.858658 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:22.745002 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:16:27.373839 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51656) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:16:27.379685 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [None req-18734b44-59b3-419e-9607-4a7bc0586cf3 tempest-verify_tempest_config-541550724 tempest-verify_tempest_config-541550724-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:16:27.380706 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-18734b44-59b3-419e-9607-4a7bc0586cf3 tempest-verify_tempest_config-541550724 tempest-verify_tempest_config-541550724-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058641 Nov 19 03:16:27.663878 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51674) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:16:27.771935 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:27.780120 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.quota [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Loaded quota_driver: . Nov 19 03:16:27.893347 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:27.897010 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:27.933906 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cb71a4d05214db3beb72d6dadf98890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2689946 Nov 19 03:16:27.936692 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51682) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:16:27.945626 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbe4de-bd78-4b79-bdea-881022cb3c7a,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:16:27.954263 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.954659 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.954993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.955323 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.955646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.955992 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.956292 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.956624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.956957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.957281 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.957594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.957904 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619e4d7-8621-4bd7-b0db-dd7629a81599 admin admin] Tracked resource versions report: Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: pushed versions: Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: { 'AddressGroup': {'1.2'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'ConntrackHelper': {'1.0'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Log': {'1.0'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Network': {'1.1'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Port': {'1.7'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'PortForwarding': {'1.2'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'QosPolicy': {'1.10'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroup': {'1.5'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SubPort': {'1.0'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Subnet': {'1.1'}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Trunk': {'1.1'}} Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: consumer versions: Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'ConntrackHelper': '1.0', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Log': '1.0', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Network': '1.1', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Port': '1.7', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'PortForwarding': '1.2', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'QosPolicy': '1.10', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroup': '1.5', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroupRule': '1.2', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SubPort': '1.0', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Subnet': '1.1', Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Trunk': '1.1'}} Nov 19 03:16:27.959561 dv-cinder-818037-4-iscsi neutron-server[102574]: {{(pid=102574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:16:27.990689 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:28.015491 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:28.107509 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:28.110070 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:28.111275 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bdbe4de-bd78-4b79-bdea-881022cb3c7a HTTP/1.1" status: 204 len: 168 time: 0.1736007 Nov 19 03:16:28.119463 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbe4de-bd78-4b79-bdea-881022cb3c7a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:16:28.126247 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.126609 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.126950 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.127410 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.127742 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.128099 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.128439 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.128767 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.129095 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.129613 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.129938 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:28.130824 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c394a27-a14c-47f4-8198-478f29ea3890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:16:37.342709 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e6a90879-0659-4476-aff9-b9582715f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:39.624981 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca21e-393c-436b-8639-764ab99f7d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:40.729388 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:42.230342 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:42.860744 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:16:59.743605 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:17:07.344475 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c480ea4e-a9ec-40fd-bcaf-661f642ea4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:09.625569 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-67659c08-4ab1-44dc-a56e-ac14b273ff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:10.732360 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:12.230732 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:12.863350 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:36.742383 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 5 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:17:37.346000 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-822fe16b-a212-4014-b8d6-4876402d19ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:39.630612 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c847c7ab-1b15-4bd8-b0cb-fd194cc8dfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:40.736513 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:42.232327 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:17:42.865813 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:04.144702 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694810'] for agent, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:07.347037 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c4bec5a-ddf8-45f6-9545-f9e7800e13f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:09.631721 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6911fd7d-b9e0-40a9-b3fd-ed9bc621c8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:10.739919 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:12.237843 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:12.867151 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:13.741851 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:18:18.597245 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51756) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:18:18.699908 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-98a3f507-d923-4b7c-a8b3-530d996958b6 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1015699 Nov 19 03:18:20.995200 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51766) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:18:21.049602 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f0f9d67b-c944-4787-8e12-27bf0a0467e6 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533283 Nov 19 03:18:34.113454 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:37.349525 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4f080e60-627e-4b54-8794-b423bdfcd60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:39.634088 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca069-7d6e-4715-877a-31e68497eb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:40.741831 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:42.239811 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:42.867931 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:18:50.740853 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:19:04.127711 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:07.350232 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8513cf9e-26f8-412f-b7b5-face42f37bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:09.635717 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9a272fc9-2ddd-408c-b705-8d499fc55509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:10.746987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:12.243671 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:12.875014 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:27.740792 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:19:34.128211 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:37.352182 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e49f947-7af0-4cbf-94ae-bb1b041031cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:39.636987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2dddc341-6568-4467-81aa-f84e18e40875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:40.751413 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:42.247175 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:42.868302 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.184034 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51910) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:51.414672 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-129821372-network', 'tenant_id': '0b46ab2df10b434fa30ee9c1f01c8e73'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:51.440968 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Made reservation on behalf of 0b46ab2df10b434fa30ee9c1f01c8e73 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:51.443727 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.453104 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.539035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.543824 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.573597 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:19:51.579807 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380110f-3e89-4192-b4bc-6c7ac696c3ae,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:51.587634 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.588007 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.588350 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.588683 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.589018 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.589353 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.589743 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.590014 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.590462 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.590739 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.590999 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.591316 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Tracked resource versions report: Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: pushed versions: Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: { 'AddressGroup': {'1.2'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'ConntrackHelper': {'1.0'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Log': {'1.0'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Network': {'1.1'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Port': {'1.7'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'PortForwarding': {'1.2'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'QosPolicy': {'1.10'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroup': {'1.5'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SubPort': {'1.0'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Subnet': {'1.1'}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Trunk': {'1.1'}} Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: consumer versions: Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: HyperV agent@hv-cinder-81803: {}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'ConntrackHelper': '1.0', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Log': '1.0', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Network': '1.1', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Port': '1.7', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'PortForwarding': '1.2', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'QosPolicy': '1.10', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroup': '1.5', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SecurityGroupRule': '1.2', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'SubPort': '1.0', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Subnet': '1.1', Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: 'Trunk': '1.1'}} Nov 19 03:19:51.592354 dv-cinder-818037-4-iscsi neutron-server[102573]: {{(pid=102573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:19:51.599222 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.599561 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Added segment 9276fd1b-f92f-4daa-9d3d-9e0ea681832b of type vlan for network 7785fb5c-8c03-4872-a076-a4033ec3cdba Nov 19 03:19:51.641238 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.666889 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.667906 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:51.668603 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.699017 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5134976 Nov 19 03:19:51.701386 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51956) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:51.710816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Request body: {'subnet': {'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-129821372-subnet', 'tenant_id': '0b46ab2df10b434fa30ee9c1f01c8e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:51.741748 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Made reservation on behalf of 0b46ab2df10b434fa30ee9c1f01c8e73 for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:51.745084 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:51.752523 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f65aad-64c5-4266-b85f-8d2805f50580 admin admin] Pushing event updated for resources: {'Network': ['ID=7785fb5c-8c03-4872-a076-a4033ec3cdba,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:51.765766 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 7785fb5c-8c03-4872-a076-a4033ec3cdba details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:19:51.884227 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51966) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:52.019035 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.064421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a5d73d-1041-45c4-9eec-1c97c6e4aad6,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:52.074350 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.075177 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.075177 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.075375 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.075589 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.075932 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.076258 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.076594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.076957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.077523 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.077652 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.077970 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Tracked resource versions report: Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: pushed versions: Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: { 'AddressGroup': {'1.2'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'ConntrackHelper': {'1.0'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Log': {'1.0'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Network': {'1.1'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Port': {'1.7'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'PortForwarding': {'1.2'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'QosPolicy': {'1.10'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroup': {'1.5'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SubPort': {'1.0'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Subnet': {'1.1'}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Trunk': {'1.1'}} Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: consumer versions: Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: HyperV agent@hv-cinder-81803: {}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'ConntrackHelper': '1.0', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Log': '1.0', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Network': '1.1', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Port': '1.7', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'PortForwarding': '1.2', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'QosPolicy': '1.10', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroup': '1.5', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SecurityGroupRule': '1.2', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'SubPort': '1.0', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Subnet': '1.1', Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: 'Trunk': '1.1'}} Nov 19 03:19:52.079559 dv-cinder-818037-4-iscsi neutron-server[102574]: {{(pid=102574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:19:52.111370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Checking segment: {'id': '9276fd1b-f92f-4daa-9d3d-9e0ea681832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:19:52.111785 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Network hostable DHCP agents. Network: 7785fb5c-8c03-4872-a076-a4033ec3cdba, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:19:52.141984 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Network 7785fb5c-8c03-4872-a076-a4033ec3cdba is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:19:52.155582 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 7785fb5c-8c03-4872-a076-a4033ec3cdba) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:52.161526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:52.162369 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.169983 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf5392-42f4-42c6-95d0-b49bbdc19df7 None None] Network 7785fb5c-8c03-4872-a076-a4033ec3cdba requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:52.198152 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-657ff0b8-efd9-4b97-b935-cd3eeae563b8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4950585 Nov 19 03:19:52.224111 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 51980) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:52.308756 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3234a478-10e8-403c-92ff-666457ef4fb4 None None] Network 7785fb5c-8c03-4872-a076-a4033ec3cdba requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:52.322398 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-126352708-network', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:52.350983 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 51990) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:52.371312 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Made reservation on behalf of fcaf6436c60844aaba3497db6db06391 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:52.374619 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.389935 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.487157 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.493035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.517311 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-network', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:52.524128 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:19:52.555203 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8cbf79-09aa-4ed5-85f9-bad3bdee74ab,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:52.566270 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Made reservation on behalf of ee26dbde283f45a58a18f8435596e63e for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:52.566270 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.566270 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.566270 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Added segment 47395da1-bb06-4570-9032-7208a1af562b of type vlan for network dc33bde6-1f11-4e70-b114-c741f5e152cf Nov 19 03:19:52.587844 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.636849 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.680628 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.681622 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:52.682303 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.715046 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1605342087-network', 'tenant_id': '53690eedb4c749db94ed55f64a323cba'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:52.741365 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Made reservation on behalf of 53690eedb4c749db94ed55f64a323cba for: {'network': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:52.744303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.745185 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8594391 Nov 19 03:19:52.752706 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52010) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:52.759633 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Request body: {'subnet': {'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-subnet', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:52.761442 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.819185 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4305a51-6b80-42fd-a7f3-33681e3c06f2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc33bde6-1f11-4e70-b114-c741f5e152cf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:52.823828 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.831703 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.836224 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network dc33bde6-1f11-4e70-b114-c741f5e152cf details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:19:52.853685 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Made reservation on behalf of fcaf6436c60844aaba3497db6db06391 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:52.856024 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.868968 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.874805 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.921347 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:19:52.928719 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ffeedb-7ce6-46e0-af24-c0705024cb21,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:52.932840 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:19:52.946557 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:52.951604 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.951944 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Added segment 390f873d-842f-4da1-9653-29fd0ce19dd4 of type vlan for network 4d12413f-85e7-474c-a155-01fa1c3d890a Nov 19 03:19:52.958013 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730550081181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:52.959009 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Unsubscribe: segment precommit_create {{(pid=102574) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 03:19:52.959675 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.segments_db [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Added segment ecdddd06-ab5f-433a-b7cf-641179c373f9 of type vlan for network cd122154-2aeb-4e66-bcc7-7acf31cd258e Nov 19 03:19:53.012146 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.028713 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.080045 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.081126 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:53.081416 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.082287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.082634 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:53.083343 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.162106 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8099010 Nov 19 03:19:53.168031 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52034) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:53.173646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Request body: {'subnet': {'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1605342087-subnet', 'tenant_id': '53690eedb4c749db94ed55f64a323cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:53.194568 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9693265 Nov 19 03:19:53.195269 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52038) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:53.209695 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Request body: {'subnet': {'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-subnet', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:53.212937 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Made reservation on behalf of 53690eedb4c749db94ed55f64a323cba for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:53.215323 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.232180 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa281e-03da-439a-bac6-8ff7f728541a admin admin] Pushing event updated for resources: {'Network': ['ID=4d12413f-85e7-474c-a155-01fa1c3d890a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:53.245799 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 4d12413f-85e7-474c-a155-01fa1c3d890a details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:19:53.246092 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.278772 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Made reservation on behalf of ee26dbde283f45a58a18f8435596e63e for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:19:53.281004 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.347611 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:53.395581 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Checking segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:19:53.395910 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Network hostable DHCP agents. Network: dc33bde6-1f11-4e70-b114-c741f5e152cf, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:19:53.517433 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.526755 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Network dc33bde6-1f11-4e70-b114-c741f5e152cf is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:19:53.571121 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d036e6-7421-43ac-84b6-21b2ae836178 admin admin] Pushing event updated for resources: {'Network': ['ID=cd122154-2aeb-4e66-bcc7-7acf31cd258e,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:53.600127 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:19:53.626914 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.649469 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, dc33bde6-1f11-4e70-b114-c741f5e152cf) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:53.651162 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:53.703279 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:53.704814 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.747851 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:53.757077 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a0285592-fab7-4440-80eb-dbacfcbc2592 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0007358 Nov 19 03:19:53.764610 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3cb75-16f7-446c-984a-ea77f301bc59 None None] Network dc33bde6-1f11-4e70-b114-c741f5e152cf requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:53.766399 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52056) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:53.775795 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:53.785450 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Checking segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:19:53.786041 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Network hostable DHCP agents. Network: cd122154-2aeb-4e66-bcc7-7acf31cd258e, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:19:53.811422 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Checking segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:19:53.811790 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Network hostable DHCP agents. Network: 4d12413f-85e7-474c-a155-01fa1c3d890a, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:19:53.836994 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.839855 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.862033 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Network 4d12413f-85e7-474c-a155-01fa1c3d890a is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:19:53.879604 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 4d12413f-85e7-474c-a155-01fa1c3d890a) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:53.884970 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:53.886050 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.899770 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe0292f-27ba-4ead-b21a-ac05113ab17b None None] Network 4d12413f-85e7-474c-a155-01fa1c3d890a requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:53.920438 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d0105ac4-eb68-4f0d-95b2-c0c75ce09927 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7147102 Nov 19 03:19:53.927287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52066) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:53.933432 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:19:53.984982 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:53.986497 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.065426 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.075755 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.076624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:19:54.085180 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, cd122154-2aeb-4e66-bcc7-7acf31cd258e) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:54.177851 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212e77f-866e-4bd7-9f87-c91a98911648 None None] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:54.220228 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:54.221120 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.295141 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.301909 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.305832 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f6f23991-4131-4902-8b12-c7196dc6dd45 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1366534 Nov 19 03:19:54.336554 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f4b2e-180f-4601-a074-34d689b0e7dd None None] Network 4d12413f-85e7-474c-a155-01fa1c3d890a requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:54.589464 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.633126 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.799527 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-dc33bde6-1f11-4e70-b114-c741f5e152cf', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:19:54.800630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:54.802562 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Allocated IP 172.27.0.174 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/e5669b5f-a998-4c0a-bf87-7ceb6e66243c) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:19:54.802697 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2a7be-3836-4188-be33-5854ef5bf321 None None] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:54.865308 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52138) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:54.877142 dv-cinder-818037-4-iscsi neutron-server[102574]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 03:19:55.117691 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.118199 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.181481 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.222599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.307944 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Allocated IP 172.20.0.2 (dc33bde6-1f11-4e70-b114-c741f5e152cf/fb57a4c3-8bf7-4658-b6e1-4fca1118aabc/118e855d-fc96-4c4a-931a-f4adde03e96c) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:19:55.343438 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:19:55.348214 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:55.351511 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:19:55.444822 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-c666e6bb-79cc-4cf0-bc49-853db54422ad tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:55.446451 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-c666e6bb-79cc-4cf0-bc49-853db54422ad tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/networks?id=7785fb5c-8c03-4872-a076-a4033ec3cdba HTTP/1.1" status: 200 len: 811 time: 0.5801339 Nov 19 03:19:55.446952 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52170) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:55.447282 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52172) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:55.501739 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Pushing event updated for resources: {'Port': ['ID=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:55.536250 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-af017948-c50c-472b-b254-fa22991411a8 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/quotas/0b46ab2df10b434fa30ee9c1f01c8e73 HTTP/1.1" status: 200 len: 375 time: 0.0750155 Nov 19 03:19:55.642450 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-917ae48f-5e24-4cdd-a866-f90df1f1b556 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b46ab2df10b434fa30ee9c1f01c8e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679021 Nov 19 03:19:55.666173 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.670003 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Allocated IP 172.27.0.215 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/1a90fcc1-10a7-40fe-8063-0ba878079943) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:19:55.675872 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.703871 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b5067e5c-bc09-4b38-8962-b96c0903b0c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.730617 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Network dc33bde6-1f11-4e70-b114-c741f5e152cf is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:19:55.734982 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:55.741529 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:19:55.753472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Pushing event updated for resources: {'Port': ['ID=118e855d-fc96-4c4a-931a-f4adde03e96c,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:55.784881 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.785275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.785880 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.786119 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.786450 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.786804 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.787129 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.787448 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.787786 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.788112 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.788425 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.788738 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Tracked resource versions report: Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: pushed versions: Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: { 'AddressGroup': {'1.2'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'ConntrackHelper': {'1.0'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Log': {'1.0'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Network': {'1.1'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Port': {'1.7'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'PortForwarding': {'1.2'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'QosPolicy': {'1.10'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroup': {'1.5'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SubPort': {'1.0'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Subnet': {'1.1'}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Trunk': {'1.1'}} Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: consumer versions: Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: HyperV agent@hv-cinder-81803: {}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'ConntrackHelper': '1.0', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Log': '1.0', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Network': '1.1', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Port': '1.7', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'PortForwarding': '1.2', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'QosPolicy': '1.10', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroup': '1.5', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SecurityGroupRule': '1.2', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'SubPort': '1.0', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Subnet': '1.1', Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: 'Trunk': '1.1'}} Nov 19 03:19:55.790080 dv-cinder-818037-4-iscsi neutron-server[102575]: {{(pid=102575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:19:55.813427 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52190) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:55.829441 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Attempting to bind port 118e855d-fc96-4c4a-931a-f4adde03e96c on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:19:55.830583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Attempting to bind port 118e855d-fc96-4c4a-931a-f4adde03e96c by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:19:55.830583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Attempting to bind port 118e855d-fc96-4c4a-931a-f4adde03e96c on network dc33bde6-1f11-4e70-b114-c741f5e152cf {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:19:55.838545 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:19:55.838982 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Checking segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:19:55.839377 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.839775 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Bound using segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:19:55.840268 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Bound port: 118e855d-fc96-4c4a-931a-f4adde03e96c, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:19:55.840702 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.882421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-9d99f7f1-c90c-4bc6-947b-6bbdec451d3c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:19:55.889604 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-9d99f7f1-c90c-4bc6-947b-6bbdec451d3c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.4327383 Nov 19 03:19:55.927702 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-2039d567-c060-4a47-bfeb-6380e50b6740 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/quotas/53690eedb4c749db94ed55f64a323cba HTTP/1.1" status: 200 len: 375 time: 0.0371423 Nov 19 03:19:55.948216 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-2f46d780-e042-4c31-b1f9-691d7bd73b03 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:19:55.949343 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-2f46d780-e042-4c31-b1f9-691d7bd73b03 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0934684 Nov 19 03:19:55.966260 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.972323 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] For port 118e855d-fc96-4c4a-931a-f4adde03e96c, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:19:55.976645 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] For port 118e855d-fc96-4c4a-931a-f4adde03e96c, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=118e855d-fc96-4c4a-931a-f4adde03e96c,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:19:55.982562 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:55.992719 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-18d251d5-50c8-4d8a-a2ad-42ff152a11b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628378 Nov 19 03:19:56.029800 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5ad1-fd1e-4264-928e-07787dedd81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.064614 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae68ee9-4ebb-4413-8c30-68122f315e4a None None] Pushing event updated for resources: {'Port': ['ID=118e855d-fc96-4c4a-931a-f4adde03e96c,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:56.070096 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.190137 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b5067e5c-bc09-4b38-8962-b96c0903b0c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.207114 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b5067e5c-bc09-4b38-8962-b96c0903b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.239392 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.268112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-2e8ce8d1-e10f-497c-afae-421ab5334d75 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:19:56.269144 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-2e8ce8d1-e10f-497c-afae-421ab5334d75 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1232548 Nov 19 03:19:56.386962 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5067e5c-bc09-4b38-8962-b96c0903b0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1d44a7-6c69-4821-a9cf-eb06ee121042,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:56.386962 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b5067e5c-bc09-4b38-8962-b96c0903b0c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebf5f209c2b743bbac1d4455e63c170c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9064212 Nov 19 03:19:56.396188 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52208) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:56.397445 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-9582c0b9-964f-49eb-8ecb-5dd100d5ceba service neutron] 10.222.0.47 "GET /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852508 Nov 19 03:19:56.397445 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.460873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a798180-077e-409b-8520-52dcfd55ee71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.485494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Router 1cf69e78-0177-4417-9b2d-7695877f4e04 is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:19:56.492287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a798180-077e-409b-8520-52dcfd55ee71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.608287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5ad1-fd1e-4264-928e-07787dedd81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.608287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:19:56.616570 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:56.624262 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:19:56.626302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5ad1-fd1e-4264-928e-07787dedd81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.628504 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a90fcc1-10a7-40fe-8063-0ba878079943,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:56.637057 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a798180-077e-409b-8520-52dcfd55ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.640725 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8a798180-077e-409b-8520-52dcfd55ee71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.643100 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-8a798180-077e-409b-8520-52dcfd55ee71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f1d44a7-6c69-4821-a9cf-eb06ee121042 HTTP/1.1" status: 204 len: 168 time: 0.2735927 Nov 19 03:19:56.660494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:19:56.669897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a798180-077e-409b-8520-52dcfd55ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1d44a7-6c69-4821-a9cf-eb06ee121042,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:56.672198 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Sync routers for ids ['1cf69e78-0177-4417-9b2d-7695877f4e04'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:19:56.692796 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:56.693440 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Routers {'1cf69e78-0177-4417-9b2d-7695877f4e04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:19:56.694068 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['1cf69e78-0177-4417-9b2d-7695877f4e04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:19:56.700360 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-cf5e4e5b-b8f0-4b8c-9891-21b0625d5e47 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7704222 Nov 19 03:19:56.701219 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52216) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:56.790498 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-3fc7aeb1-b90a-4114-ab5b-bc84756a6f62 service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860592 Nov 19 03:19:56.791083 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5ad1-fd1e-4264-928e-07787dedd81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974670a-755a-4a11-b84b-801e302bdd15,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:56.821067 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-6a7c5ad1-fd1e-4264-928e-07787dedd81e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70266655c1f741e48cadcb1594ae5458&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0036678 Nov 19 03:19:56.823183 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-d473ec5d-65da-4bcf-bea1-24d32c191da5 service neutron] 10.222.0.47 "GET /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391627 Nov 19 03:19:56.866636 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52218) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:57.132292 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 118e855d-fc96-4c4a-931a-f4adde03e96c up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:19:57.172945 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-af4ff78a-3739-41c7-ba9d-7cd7463fc14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.219256 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52222) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:57.262460 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-af4ff78a-3739-41c7-ba9d-7cd7463fc14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.298225 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 118e855d-fc96-4c4a-931a-f4adde03e96c triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:19:57.298758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.304586 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Set router 1cf69e78-0177-4417-9b2d-7695877f4e04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:19:57.315872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1959-b3be-4054-91b1-f67834c979a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.518430 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.560509 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-af4ff78a-3739-41c7-ba9d-7cd7463fc14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.569684 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-af4ff78a-3739-41c7-ba9d-7cd7463fc14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.573392 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-af4ff78a-3739-41c7-ba9d-7cd7463fc14c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b974670a-755a-4a11-b84b-801e302bdd15 HTTP/1.1" status: 204 len: 168 time: 0.7052810 Nov 19 03:19:57.577860 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 118e855d-fc96-4c4a-931a-f4adde03e96c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=118e855d-fc96-4c4a-931a-f4adde03e96c,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:19:57.583104 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.617754 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ff78a-3739-41c7-ba9d-7cd7463fc14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974670a-755a-4a11-b84b-801e302bdd15,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:57.679643 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-2c0ff2b7-db0e-487e-9d4c-e5f29455b85d service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8613939 Nov 19 03:19:57.695946 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=118e855d-fc96-4c4a-931a-f4adde03e96c,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:57.711179 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c86c48-d1cd-41fb-825f-bfb8d2804ac4 None None] Network dc33bde6-1f11-4e70-b114-c741f5e152cf requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:19:57.728811 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:19:55Z', 'revision_number': 3, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:19:57.795966 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Checking router: 1cf69e78-0177-4417-9b2d-7695877f4e04 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:19:57.796752 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Updating router 1cf69e78-0177-4417-9b2d-7695877f4e04 port e5669b5f-a998-4c0a-bf87-7ceb6e66243c binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:19:57.804077 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-a4b7ff8a-deee-433e-a8a1-718d4ba91ab9 None None] Provisioning complete for port 118e855d-fc96-4c4a-931a-f4adde03e96c triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:19:57.813424 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ff8a-deee-433e-a8a1-718d4ba91ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.862446 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.884327 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:57.952724 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e5eb57f-5c46-4fe0-832e-d1442f2280a5 req-d97b6a24-3698-42c3-b1e9-a98c078b0ac0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.3284302 Nov 19 03:19:58.151491 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.244962 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52266) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:58.272300 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e844b01a-e071-4369-ab84-cf397ee1fb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.472161 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e844b01a-e071-4369-ab84-cf397ee1fb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.483835 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Allocated IP 172.20.0.1 (4d12413f-85e7-474c-a155-01fa1c3d890a/fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8/733f4be3-dc68-40ac-b7ea-958ad4735526) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:19:58.494281 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e844b01a-e071-4369-ab84-cf397ee1fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.522053 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e00328ad-4860-459f-a40f-9b10b56c0a0c req-63b6fe25-d45d-4130-9f47-948e00f0c754 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.0769818 Nov 19 03:19:58.527488 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1959-b3be-4054-91b1-f67834c979a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.536237 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1959-b3be-4054-91b1-f67834c979a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.539863 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.550700 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.580413 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a7bc1959-b3be-4054-91b1-f67834c979a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4971c3285a8148ca926ead6e4e393b29&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3485012 Nov 19 03:19:58.584172 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52288) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:58.607848 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Pushing event updated for resources: {'Port': ['ID=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:58.617813 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.618327 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.618821 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.619261 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.619698 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.620716 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.621156 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.624472 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.624950 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.625459 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.625988 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.626416 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Tracked resource versions report: Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: pushed versions: Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: { 'AddressGroup': {'1.2'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'ConntrackHelper': {'1.0'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Log': {'1.0'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Network': {'1.1'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Port': {'1.7'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'PortForwarding': {'1.2'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'QosPolicy': {'1.10'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroup': {'1.5'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroupRule': {'1.2'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SubPort': {'1.0'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Subnet': {'1.1'}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Trunk': {'1.1'}} Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: consumer versions: Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: { DHCP agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: HyperV agent@hv-cinder-81803: {}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: L3 agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: Metadata agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: Metering agent@dv-cinder-818037-4-iscsi: {}, Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: Open vSwitch agent@dv-cinder-818037-4-iscsi: { 'AddressGroup': '1.2', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'ConntrackHelper': '1.0', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Log': '1.0', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Network': '1.1', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Port': '1.7', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'PortForwarding': '1.2', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'QosPolicy': '1.10', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroup': '1.5', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SecurityGroupRule': '1.2', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'SubPort': '1.0', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Subnet': '1.1', Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: 'Trunk': '1.1'}} Nov 19 03:19:58.627582 dv-cinder-818037-4-iscsi neutron-server[102576]: {{(pid=102576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 03:19:58.681182 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844b01a-e071-4369-ab84-cf397ee1fb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e45e0e-f6cd-410b-bda6-ae926ff864bf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:58.689816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc1959-b3be-4054-91b1-f67834c979a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e699cbe-0a25-46da-84ce-bc98536ffd54,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:58.708706 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Attempting to bind port e5669b5f-a998-4c0a-bf87-7ceb6e66243c on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:19:58.709518 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Attempting to bind port e5669b5f-a998-4c0a-bf87-7ceb6e66243c by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:19:58.710045 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Attempting to bind port e5669b5f-a998-4c0a-bf87-7ceb6e66243c on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:19:58.716752 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:19:58.717307 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:19:58.718045 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.719153 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:19:58.719922 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Bound port: e5669b5f-a998-4c0a-bf87-7ceb6e66243c, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:19:58.720315 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.762056 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-81fb216d-5f0c-4360-933d-79cdcb881d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.780014 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] For port e5669b5f-a998-4c0a-bf87-7ceb6e66243c, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:19:58.784029 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] For port e5669b5f-a998-4c0a-bf87-7ceb6e66243c, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:19:58.789540 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e844b01a-e071-4369-ab84-cf397ee1fb9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=446072dfe394427b92c4e69a99d28e3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5416241 Nov 19 03:19:58.794235 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52296) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:58.805352 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.816276 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-9fe269ce-a866-4e29-8792-0396b1e7c407 None None] Provisioning complete for port 118e855d-fc96-4c4a-931a-f4adde03e96c triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:19:58.817937 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9fe269ce-a866-4e29-8792-0396b1e7c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.861735 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-81fb216d-5f0c-4360-933d-79cdcb881d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.928809 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:58.956669 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Routers {'1cf69e78-0177-4417-9b2d-7695877f4e04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:19:58.957752 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['1cf69e78-0177-4417-9b2d-7695877f4e04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:19:58.983100 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52308) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:59.027836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 118e855d-fc96-4c4a-931a-f4adde03e96c up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:19:59.081634 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.127416 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 118e855d-fc96-4c4a-931a-f4adde03e96c triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:19:59.127977 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.135356 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b73ca200-d7dd-46bb-a07e-b7f4945a6dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.201230 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b74c372b-0748-44e4-add6-17e37e3f4241 req-f4d535b9-8673-4639-93c4-962bb19d05f8 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0834489 Nov 19 03:19:59.206233 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] Set router 1cf69e78-0177-4417-9b2d-7695877f4e04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:19:59.228147 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.254459 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b73ca200-d7dd-46bb-a07e-b7f4945a6dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.309945 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-81fb216d-5f0c-4360-933d-79cdcb881d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.313775 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-81fb216d-5f0c-4360-933d-79cdcb881d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.315664 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-81fb216d-5f0c-4360-933d-79cdcb881d47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e699cbe-0a25-46da-84ce-bc98536ffd54 HTTP/1.1" status: 204 len: 168 time: 0.7282014 Nov 19 03:19:59.338790 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb216d-5f0c-4360-933d-79cdcb881d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e699cbe-0a25-46da-84ce-bc98536ffd54,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:59.350951 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Network 4d12413f-85e7-474c-a155-01fa1c3d890a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:19:59.355251 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:19:59.358662 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Pushing event updated for resources: {'Port': ['ID=733f4be3-dc68-40ac-b7ea-958ad4735526,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:59.362334 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:19:59.363376 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.377404 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:19:59.483704 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d5828-9c8d-4fd7-83f7-1c325769d486 None None] Pushing event updated for resources: {'Port': ['ID=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:59.526766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b73ca200-d7dd-46bb-a07e-b7f4945a6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.529905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b73ca200-d7dd-46bb-a07e-b7f4945a6dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.531159 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b73ca200-d7dd-46bb-a07e-b7f4945a6dbc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4e45e0e-f6cd-410b-bda6-ae926ff864bf HTTP/1.1" status: 204 len: 168 time: 0.7358704 Nov 19 03:19:59.564351 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-69d942c2-072d-468d-b01c-2a41f4d59205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.606615 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ca200-d7dd-46bb-a07e-b7f4945a6dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e45e0e-f6cd-410b-bda6-ae926ff864bf,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:19:59.691312 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-de1955e5-366f-449c-9340-7a69282d856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:19:55Z', 'revision_number': 3, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:19:59.693052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-06f039af-59d4-4764-995b-d90ada71465f req-0c38e801-dd60-4256-850c-54298be77a42 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.0470140 Nov 19 03:19:59.740913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:19:59.754444 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:19:59.780209 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1955e5-366f-449c-9340-7a69282d856d None None] The sync data for ids ['1cf69e78-0177-4417-9b2d-7695877f4e04'] in dv-cinder-818037-4-iscsi is: [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:19:55Z', 'revision_number': 3, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:19:59.790654 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:19:59.790654 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:19:59.792424 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.796739 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e4ba5ae9-3480-4ebe-ab2b-36e3bbe65ae4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0234985 Nov 19 03:19:59.798006 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52340) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:19:59.843023 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-69d942c2-072d-468d-b01c-2a41f4d59205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:19:59.887436 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-69d942c2-072d-468d-b01c-2a41f4d59205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.022096 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d942c2-072d-468d-b01c-2a41f4d59205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d34611-e033-4205-b827-ec93327502ab,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:00.034240 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-69d942c2-072d-468d-b01c-2a41f4d59205 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=814b8749642f4a4e8f21470147e0365d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9178617 Nov 19 03:20:00.036811 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52352) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:00.155880 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:20:00.185231 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.212082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5944a542-1b29-4aad-bd20-d50e22794ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.794111 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.806907 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5944a542-1b29-4aad-bd20-d50e22794ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.812114 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.813226 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.839949 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:19:57Z', 'revision_number': 3, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:00.874334 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:20:00.875118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Updating router 6c08a2e9-3632-4095-ac26-bc66d69fef48 port 1a90fcc1-10a7-40fe-8063-0ba878079943 binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:20:00.945874 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:00.947763 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Pushing event updated for resources: {'Port': ['ID=733f4be3-dc68-40ac-b7ea-958ad4735526,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:00.950290 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe2af27a-5348-45bd-aba3-d217ce3ee09b req-a7889ee7-d868-4208-93e4-2185eb96a618 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.1852212 Nov 19 03:20:01.132447 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device e5669b5f-a998-4c0a-bf87-7ceb6e66243c up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:01.186370 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.50', 58163) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:01.290394 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da6f1bcd-83a8-4562-9e0d-9e76a5729bc4 req-291b2ac9-af6f-4c5c-a639-ad1acf7ee700 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.2807317 Nov 19 03:20:01.332796 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port e5669b5f-a998-4c0a-bf87-7ceb6e66243c triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:01.333326 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.409658 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5944a542-1b29-4aad-bd20-d50e22794ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.418447 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5944a542-1b29-4aad-bd20-d50e22794ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.419653 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5944a542-1b29-4aad-bd20-d50e22794ef4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/79d34611-e033-4205-b827-ec93327502ab HTTP/1.1" status: 204 len: 168 time: 1.3816817 Nov 19 03:20:01.455696 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944a542-1b29-4aad-bd20-d50e22794ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d34611-e033-4205-b827-ec93327502ab,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:01.531168 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Network 4d12413f-85e7-474c-a155-01fa1c3d890a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:01.550851 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:01.777263 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.841837 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-4f7ae36f-1bf7-45c6-9a62-de7ed6b492a0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:01.842957 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.843458 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-4f7ae36f-1bf7-45c6-9a62-de7ed6b492a0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.50 "GET /v2.0/networks?id=7785fb5c-8c03-4872-a076-a4033ec3cdba HTTP/1.1" status: 200 len: 811 time: 0.6353502 Nov 19 03:20:01.884862 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.895432 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port e5669b5f-a998-4c0a-bf87-7ceb6e66243c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:01.897148 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:01.903483 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Router 1cf69e78-0177-4417-9b2d-7695877f4e04 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:20:01.910949 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.010055 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Attempting to bind port 1a90fcc1-10a7-40fe-8063-0ba878079943 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:02.010055 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Attempting to bind port 1a90fcc1-10a7-40fe-8063-0ba878079943 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:02.010055 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Attempting to bind port 1a90fcc1-10a7-40fe-8063-0ba878079943 on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:02.025086 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e84c9-52bd-4328-8e12-cf5135e35587 None None] Pushing event updated for resources: {'Port': ['ID=1a90fcc1-10a7-40fe-8063-0ba878079943,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:02.045957 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:02.047895 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:02.048633 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.059261 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:02.060143 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Bound port: 1a90fcc1-10a7-40fe-8063-0ba878079943, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:02.060870 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.112360 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:20:02.134315 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d4267285-3705-4bf5-b94b-d12459474c1b admin admin] 10.222.0.47 "PUT /v2.0/routers/1cf69e78-0177-4417-9b2d-7695877f4e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4317248 Nov 19 03:20:02.146017 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a85bbac7-5392-4cfb-a871-db5f9d786aed req-4f4d5734-9fad-40c0-a642-ee77106f25ec tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0384543 Nov 19 03:20:02.227498 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:02.236318 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] For port 1a90fcc1-10a7-40fe-8063-0ba878079943, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:02.241862 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] For port 1a90fcc1-10a7-40fe-8063-0ba878079943, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1a90fcc1-10a7-40fe-8063-0ba878079943,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:02.248203 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.270917 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Allocated IP 172.20.0.1 (dc33bde6-1f11-4e70-b114-c741f5e152cf/fb57a4c3-8bf7-4658-b6e1-4fca1118aabc/4b390fe0-87fc-4a0d-a9c8-3789a36bb055) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:02.306421 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:20:02.307414 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:02.399076 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e84c9-52bd-4328-8e12-cf5135e35587 None None] Pushing event updated for resources: {'Port': ['ID=1a90fcc1-10a7-40fe-8063-0ba878079943,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:02.468287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.488291 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:20:02.532142 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0bc4dae1-e5c9-47c9-bc55-55218d4d2bf9 req-d08bf310-bccc-44d5-8d5c-76e9a703cddb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.0568559 Nov 19 03:20:02.588524 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.645074 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Pushing event updated for resources: {'Port': ['ID=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:02.660475 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Network dc33bde6-1f11-4e70-b114-c741f5e152cf is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:02.662005 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:02.664866 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:02.665339 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:02.718185 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Sync routers for ids ['1cf69e78-0177-4417-9b2d-7695877f4e04'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:20:02.741394 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Routers {'1cf69e78-0177-4417-9b2d-7695877f4e04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:20:02.742047 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['1cf69e78-0177-4417-9b2d-7695877f4e04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:02.782144 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:19:57Z', 'revision_number': 3, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:02.842846 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128cb16-e96c-47f5-97eb-2d2085443e02 None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:19:57Z', 'revision_number': 3, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:20:02.950186 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Set router 1cf69e78-0177-4417-9b2d-7695877f4e04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:20:03.067046 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device e5669b5f-a998-4c0a-bf87-7ceb6e66243c up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:03.075259 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.129031 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-c2b73dec-19ae-4bee-9c7f-8c40b785e092 None None] Provisioning complete for port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:03.129920 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c2b73dec-19ae-4bee-9c7f-8c40b785e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.201313 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-c2b73dec-19ae-4bee-9c7f-8c40b785e092 None None] Port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:20:03.229654 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port e5669b5f-a998-4c0a-bf87-7ceb6e66243c triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:03.230025 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.365000 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:00Z', 'revision_number': 4, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '733f4be3-dc68-40ac-b7ea-958ad4735526', 'name': '', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'mac_address': 'fa:16:3e:c9:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:57Z', 'updated_at': '2021-11-19T03:20:00Z', 'revision_number': 2, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'subnets': [{'id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:03.397635 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Checking router: 1cf69e78-0177-4417-9b2d-7695877f4e04 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:20:03.398333 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Updating router 1cf69e78-0177-4417-9b2d-7695877f4e04 port 733f4be3-dc68-40ac-b7ea-958ad4735526 binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:20:03.428636 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.481766 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fd61ad14-72eb-44fe-890f-b72d9c9893b9 req-c3d20cf9-2ad1-4696-94d4-c701e716398d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.1671937 Nov 19 03:20:03.569683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-a1e2b64c-bf71-41c9-b4b2-0935ba1cc5d3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:03.578446 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-a1e2b64c-bf71-41c9-b4b2-0935ba1cc5d3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 819 time: 0.2962594 Nov 19 03:20:03.690673 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-20aa7c6c-7560-4d6a-ab39-033f1894dbe0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/quotas/ee26dbde283f45a58a18f8435596e63e HTTP/1.1" status: 200 len: 375 time: 0.1097395 Nov 19 03:20:03.739495 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f108054a-22fc-4c0c-9bed-83a3f3bf73ee req-f86e5f96-3d77-4d58-a05d-e0faa9d660bf tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.0865042 Nov 19 03:20:03.838021 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.856313 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.859903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:03.870288 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52498) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:03.924261 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-80a1a5c4-9acc-4364-9cc8-1777f776f058 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976438 Nov 19 03:20:04.057861 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.067059 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.153409 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1098656452-network', 'tenant_id': 'bb040285f1f843dc83853e7010a78ce5'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:04.167699 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a2d2-213b-40e6-8822-6e37b146d313 None None] Pushing event updated for resources: {'Port': ['ID=733f4be3-dc68-40ac-b7ea-958ad4735526,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:04.180088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Pushing event updated for resources: {'Port': ['ID=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:04.203082 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Made reservation on behalf of bb040285f1f843dc83853e7010a78ce5 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:04.206420 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.220896 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.273817 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Network dc33bde6-1f11-4e70-b114-c741f5e152cf is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:04.276467 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-271e95a7-2e68-48cb-a4ed-3ead40cc425f service neutron] 10.222.0.47 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406832 Nov 19 03:20:04.278324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:04.316955 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.329848 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.348696 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:20:04.349582 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Attempting to bind port 733f4be3-dc68-40ac-b7ea-958ad4735526 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:04.349879 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Attempting to bind port 733f4be3-dc68-40ac-b7ea-958ad4735526 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:04.350321 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Attempting to bind port 733f4be3-dc68-40ac-b7ea-958ad4735526 on network 4d12413f-85e7-474c-a155-01fa1c3d890a {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:04.358844 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:04.359212 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Checking segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:04.359857 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.360255 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Bound using segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:04.360937 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Bound port: 733f4be3-dc68-40ac-b7ea-958ad4735526, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:04.361335 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.378676 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.380285 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Added segment 6606b9d3-a143-4b86-b94f-3c511eea3b31 of type vlan for network c1955d1d-ad39-4841-a7f4-45b5382e4f4b Nov 19 03:20:04.473796 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] For port 733f4be3-dc68-40ac-b7ea-958ad4735526, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:04.478567 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] For port 733f4be3-dc68-40ac-b7ea-958ad4735526, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=733f4be3-dc68-40ac-b7ea-958ad4735526,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:04.486006 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.488905 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.505775 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f84cf-5e26-4910-b2fd-61a2fcca8c37,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:04.508142 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-3c2eeead-e020-4798-98eb-03bf4c9abf77 service neutron] 10.222.0.47 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744592 Nov 19 03:20:04.513962 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:20:04.549673 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.551158 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:04.551876 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.657724 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Routers {'1cf69e78-0177-4417-9b2d-7695877f4e04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:20:04.658363 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['1cf69e78-0177-4417-9b2d-7695877f4e04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:04.726860 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8552446 Nov 19 03:20:04.732394 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52526) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:04.742310 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Request body: {'subnet': {'network_id': 'c1955d1d-ad39-4841-a7f4-45b5382e4f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1098656452-subnet', 'tenant_id': 'bb040285f1f843dc83853e7010a78ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:04.749102 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-3292626c-6519-4718-a3a1-444a11561213 None None] Provisioning complete for port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:04.750021 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3292626c-6519-4718-a3a1-444a11561213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.782131 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a471176c-31d0-45b9-b39a-ef84b25b2460 req-2def298c-8814-4d05-bf86-b3588afe9da0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.1052856 Nov 19 03:20:04.817327 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Made reservation on behalf of bb040285f1f843dc83853e7010a78ce5 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:04.820175 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:04.833970 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a2d2-213b-40e6-8822-6e37b146d313 None None] Pushing event updated for resources: {'Port': ['ID=733f4be3-dc68-40ac-b7ea-958ad4735526,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:04.877566 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-3292626c-6519-4718-a3a1-444a11561213 None None] Port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:20:04.929713 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb553d0e-0afa-4fea-8f1f-ed0bf94bffb7 req-cd0e893b-00b1-48ae-8c14-b1f697d08042 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.1465790 Nov 19 03:20:04.987367 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:20:05.007017 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-c79f2e62-50e9-400e-9ede-2e108f1c1b49 admin admin] 10.222.0.47 "PUT /v2.0/routers/6c08a2e9-3632-4095-ac26-bc66d69fef48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1996231 Nov 19 03:20:05.037835 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:20:05.059308 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7c77c-5f5f-41a2-86a5-6b1bb6103683 admin admin] Pushing event updated for resources: {'Network': ['ID=c1955d1d-ad39-4841-a7f4-45b5382e4f4b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:05.079831 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network c1955d1d-ad39-4841-a7f4-45b5382e4f4b details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:20:05.080735 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4b22ee3a-3606-4d54-8a0a-4f0b88a35ce2 req-1050e672-2237-42c9-a054-0163f735773d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.0721478 Nov 19 03:20:05.105286 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] Set router 1cf69e78-0177-4417-9b2d-7695877f4e04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:20:05.189441 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:05.193905 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1a90fcc1-10a7-40fe-8063-0ba878079943 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:05.264877 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa49cd8-dd3a-490b-bf02-b5fc454aa204,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:05.371343 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Checking segment: {'id': '6606b9d3-a143-4b86-b94f-3c511eea3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c1955d1d-ad39-4841-a7f4-45b5382e4f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:05.371976 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Network hostable DHCP agents. Network: c1955d1d-ad39-4841-a7f4-45b5382e4f4b, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:20:05.389209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 1a90fcc1-10a7-40fe-8063-0ba878079943 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:05.389573 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:05.404946 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Network c1955d1d-ad39-4841-a7f4-45b5382e4f4b is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:20:05.430650 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, c1955d1d-ad39-4841-a7f4-45b5382e4f4b) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:05.442088 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:05.443045 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:05.445379 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4235e3-7c4f-49f1-89ed-bfeeba473211 None None] Network c1955d1d-ad39-4841-a7f4-45b5382e4f4b requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:20:05.476318 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a68a802c-4936-47e4-b16a-7563acab1775 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7429447 Nov 19 03:20:05.597286 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:00Z', 'revision_number': 4, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '733f4be3-dc68-40ac-b7ea-958ad4735526', 'name': '', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'mac_address': 'fa:16:3e:c9:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:57Z', 'updated_at': '2021-11-19T03:20:04Z', 'revision_number': 4, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'subnets': [{'id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:05.684668 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e878-7bf3-41d2-a81d-0f001506b8ae None None] The sync data for ids ['1cf69e78-0177-4417-9b2d-7695877f4e04'] in dv-cinder-818037-4-iscsi is: [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:00Z', 'revision_number': 4, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '733f4be3-dc68-40ac-b7ea-958ad4735526', 'name': '', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'mac_address': 'fa:16:3e:c9:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:57Z', 'updated_at': '2021-11-19T03:20:04Z', 'revision_number': 4, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'subnets': [{'id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:20:05.722725 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:20:05.835606 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:20:05.836645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-49bb11e9-8748-4063-933f-93ed788aaa71 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:05.837568 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:19:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:05.848631 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-49bb11e9-8748-4063-933f-93ed788aaa71 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 819 time: 0.2912738 Nov 19 03:20:05.882765 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-ded4f0ab-8e87-4d01-a320-79c0f8ff62a4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/quotas/ee26dbde283f45a58a18f8435596e63e HTTP/1.1" status: 200 len: 375 time: 0.0272453 Nov 19 03:20:05.930934 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:05.990948 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-1ca0c490-e7e7-4983-9f26-9c8cce3809a1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984907 Nov 19 03:20:06.050069 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1580050-bb00-4ba6-8c46-f3fb7190a6fd None None] Network c1955d1d-ad39-4841-a7f4-45b5382e4f4b requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:20:06.087794 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 1a90fcc1-10a7-40fe-8063-0ba878079943, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1a90fcc1-10a7-40fe-8063-0ba878079943,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:06.191636 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Request body: {'port': {'device_id': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba', 'admin_state_up': True, 'tenant_id': '0b46ab2df10b434fa30ee9c1f01c8e73'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:06.221003 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.50', 58169) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:06.271869 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-70ad5938-5caf-461c-b976-3d9b9c784afe service neutron] 10.222.0.47 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726929 Nov 19 03:20:06.288757 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:06.430853 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:06.546208 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:20:06.601340 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-a0d326e9-eebb-4046-aaeb-2be0edf4fc8e service neutron] 10.222.0.47 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116581 Nov 19 03:20:06.608224 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52610) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:06.775504 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=1a90fcc1-10a7-40fe-8063-0ba878079943,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:06.930500 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fa5a-9968-4297-8706-317cfb1a4678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:07.210491 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52646) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:07.233741 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781642727', 'description': 'tempest-description--1864559891'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:07.258620 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fa5a-9968-4297-8706-317cfb1a4678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:07.276684 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fd8a3e7a-6e60-43e6-bd89-23d07a054a9b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:07.278237 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fd8a3e7a-6e60-43e6-bd89-23d07a054a9b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.8728282 Nov 19 03:20:07.323344 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Request body: {'port': {'device_id': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'admin_state_up': True, 'tenant_id': '53690eedb4c749db94ed55f64a323cba'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:07.333818 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a0f7fa5a-9968-4297-8706-317cfb1a4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:07.500630 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.db.api [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 03:20:07.500630 dv-cinder-818037-4-iscsi neutron-server[102573]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 03:20:07.500630 dv-cinder-818037-4-iscsi neutron-server[102573]: [parameters: {'project_id': '53690eedb4c749db94ed55f64a323cba', 'id': '12880333-9530-410d-b1f8-ccbb446a0428', 'expiration': datetime.datetime(2021, 11, 19, 3, 22, 7, 495665)}] Nov 19 03:20:07.500630 dv-cinder-818037-4-iscsi neutron-server[102573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:20:07.501474 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG oslo_db.api [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:20:07.513292 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71c968a5-e23f-4caa-80cc-dc42ec0f361f req-f64ddea9-6b3b-4137-b8e5-7d4c0f4d2531 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.2491841 Nov 19 03:20:07.588034 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 733f4be3-dc68-40ac-b7ea-958ad4735526 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:07.591862 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7fa5a-9968-4297-8706-317cfb1a4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef43197f-a534-4d8a-9e14-4e770562c5f7,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:07.597489 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a0f7fa5a-9968-4297-8706-317cfb1a4678 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16d74c2d7ec54dbc86844f0c422494a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9859288 Nov 19 03:20:07.669437 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52666) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:07.693963 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.db.api [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 03:20:07.693963 dv-cinder-818037-4-iscsi neutron-server[102574]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 03:20:07.693963 dv-cinder-818037-4-iscsi neutron-server[102574]: [parameters: {'project_id': 'fcaf6436c60844aaba3497db6db06391', 'id': 'c5a740a4-4480-44a6-86d3-d92f6f56d651', 'expiration': datetime.datetime(2021, 11, 19, 3, 22, 7, 586622)}] Nov 19 03:20:07.693963 dv-cinder-818037-4-iscsi neutron-server[102574]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:20:07.696572 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG oslo_db.api [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:20:07.826716 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-079dca28-ce80-425d-b154-a1b264d9119c req-64e291f2-3616-4b39-bb69-06da82ea6949 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.4188964 Nov 19 03:20:07.903681 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.50', 58176) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:07.910352 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3e263170-0daa-4c44-a1b4-550a15dc6c2c req-0a6a2ef2-3e60-4972-88be-d3662aeeb793 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.2395349 Nov 19 03:20:07.981938 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a2763bf1-07a1-4a5b-8e4a-522a76660c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.035959 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52664) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:08.047497 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-937642909-network', 'tenant_id': '8cee9aecabf644aaa9b32c66fd550b3c'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:08.066014 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 733f4be3-dc68-40ac-b7ea-958ad4735526 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:08.066219 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.068021 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Made reservation on behalf of 0b46ab2df10b434fa30ee9c1f01c8e73 for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:08.073545 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.235045 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-b8f19e25-7ff6-4bbc-8e68-04ad36c079f5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:08.236798 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-b8f19e25-7ff6-4bbc-8e68-04ad36c079f5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 819 time: 0.2532203 Nov 19 03:20:08.280250 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Request body: {'port': {'device_id': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'admin_state_up': True, 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:08.397479 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:03Z', 'revision_number': 2, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:08.507133 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:20:08.509406 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Updating router 6c08a2e9-3632-4095-ac26-bc66d69fef48 port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:20:08.512891 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4848ab95-844f-4f1d-8a36-da61e8c8af16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.519547 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.572345 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Allocated IP 172.20.0.9 (7785fb5c-8c03-4872-a076-a4033ec3cdba/79a5d73d-1041-45c4-9eec-1c97c6e4aad6/564d4434-0349-4ca0-a3f4-f36410053f5a) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:08.593122 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4848ab95-844f-4f1d-8a36-da61e8c8af16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.686926 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.db.api [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 03:20:08.686926 dv-cinder-818037-4-iscsi neutron-server[102573]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 03:20:08.686926 dv-cinder-818037-4-iscsi neutron-server[102573]: [parameters: {'project_id_1': '8cee9aecabf644aaa9b32c66fd550b3c', 'expiration_1': datetime.datetime(2021, 11, 19, 3, 19, 48, 63082)}] Nov 19 03:20:08.686926 dv-cinder-818037-4-iscsi neutron-server[102573]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:20:08.688176 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG oslo_db.api [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:20:08.721378 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Made reservation on behalf of 53690eedb4c749db94ed55f64a323cba for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:08.727799 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.761231 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 733f4be3-dc68-40ac-b7ea-958ad4735526, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=733f4be3-dc68-40ac-b7ea-958ad4735526,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:08.775350 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.778224 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1a90fcc1-10a7-40fe-8063-0ba878079943 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:08.799496 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4848ab95-844f-4f1d-8a36-da61e8c8af16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.806778 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4848ab95-844f-4f1d-8a36-da61e8c8af16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.809468 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4848ab95-844f-4f1d-8a36-da61e8c8af16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef43197f-a534-4d8a-9e14-4e770562c5f7 HTTP/1.1" status: 204 len: 168 time: 1.1215577 Nov 19 03:20:08.900637 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:08.917576 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.db.api [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 03:20:08.917576 dv-cinder-818037-4-iscsi neutron-server[102574]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 03:20:08.917576 dv-cinder-818037-4-iscsi neutron-server[102574]: [parameters: {'project_id_1': 'fcaf6436c60844aaba3497db6db06391', 'expiration_1': datetime.datetime(2021, 11, 19, 3, 19, 48, 246039)}] Nov 19 03:20:08.917576 dv-cinder-818037-4-iscsi neutron-server[102574]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:20:08.919054 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG oslo_db.api [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:20:09.035431 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848ab95-844f-4f1d-8a36-da61e8c8af16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef43197f-a534-4d8a-9e14-4e770562c5f7,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:09.040435 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=733f4be3-dc68-40ac-b7ea-958ad4735526,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:09.174009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Allocated IP 172.20.0.2 (cd122154-2aeb-4e66-bcc7-7acf31cd258e/9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2/e9c16595-10bc-456b-bed0-df7470f9741d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:09.228201 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Made reservation on behalf of 8cee9aecabf644aaa9b32c66fd550b3c for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:09.232805 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.249976 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.279951 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-243d9784-1b8a-4676-9acf-919f78559c95 req-5ae4efbd-07b8-4280-9807-a3fe30daf3f5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.5194757 Nov 19 03:20:09.295019 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 1a90fcc1-10a7-40fe-8063-0ba878079943 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:09.295478 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.408699 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.422744 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.440764 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:20:09.459095 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.459606 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Added segment f3f5abe9-9081-4069-95e1-ec92e7e5b713 of type vlan for network 83bb5194-4674-4591-abaf-7d629b16af9c Nov 19 03:20:09.516118 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7653a166-e3dd-444f-adec-c0dc8524cf5b req-3f6927eb-bfd3-4a59-9dbe-00bd497f1f7c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.4977329 Nov 19 03:20:09.607285 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.608681 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-aec7abfd-06c9-4389-9ea8-e58fee8818eb req-8049e333-3c0e-44fb-9fb6-fd4401c01ceb tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.0907419 Nov 19 03:20:09.627212 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Made reservation on behalf of ee26dbde283f45a58a18f8435596e63e for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:09.632641 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.645180 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52702) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:09.712291 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00a47128-d36b-4297-a9e6-94b70e4428ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.743963 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4af38a70-4349-46bf-9f56-2d509f021dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.756254 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.851211 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.879063 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.889566 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:09.901397 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b0518-f389-4372-8cfb-9656ffa40b4b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:09.907116 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 733f4be3-dc68-40ac-b7ea-958ad4735526 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:09.940519 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:20:10.024741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.026461 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.027651 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:10.028417 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.100351 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Network 7785fb5c-8c03-4872-a076-a4033ec3cdba is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:10.162279 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57eb7-77fd-4711-b363-6ac01bbd9864 None None] Pushing event updated for resources: {'Port': ['ID=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:10.199674 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Attempting to bind port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:10.200363 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Attempting to bind port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:10.201016 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Attempting to bind port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 on network dc33bde6-1f11-4e70-b114-c741f5e152cf {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:10.223897 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:10.224273 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Checking segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:10.225803 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.226208 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Bound using segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:10.226731 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Bound port: 4b390fe0-87fc-4a0d-a9c8-3789a36bb055, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:10.227124 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.253982 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 733f4be3-dc68-40ac-b7ea-958ad4735526 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:10.254343 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.267602 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:10.276160 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:10.283286 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:10.283659 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.302398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Allocated IP 172.20.0.11 (4d12413f-85e7-474c-a155-01fa1c3d890a/fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8/f3a1472b-becd-4a09-9300-3ef891038626) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:10.338553 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Pushing event updated for resources: {'Port': ['ID=564d4434-0349-4ca0-a3f4-f36410053f5a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:10.387581 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-5c5a2367-5436-4ab8-b472-de063a089151 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1999643 Nov 19 03:20:10.432601 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-22e11a82-2e2f-4bef-9413-1821dc16d9c1 None None] Provisioning complete for port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:10.433452 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-22e11a82-2e2f-4bef-9413-1821dc16d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.458866 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4190314 Nov 19 03:20:10.459712 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52712) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:10.471161 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Request body: {'subnet': {'network_id': '83bb5194-4674-4591-abaf-7d629b16af9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-937642909-subnet', 'tenant_id': '8cee9aecabf644aaa9b32c66fd550b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:10.493758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-22e11a82-2e2f-4bef-9413-1821dc16d9c1 None None] Port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:20:10.516457 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Made reservation on behalf of 8cee9aecabf644aaa9b32c66fd550b3c for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:10.519191 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.566707 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] For port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:10.572124 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] For port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:10.585918 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.649476 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:20:10.650211 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:20:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:10.781839 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.831178 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.838445 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.856858 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:20:10.949576 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adc42c5-3adb-4ea8-8462-dbb13c3c85b2,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:10.954766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.958892 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00a47128-d36b-4297-a9e6-94b70e4428ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.962865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:10.965827 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496ba05-5f7c-40a1-ba6b-8574dfc98d33 admin admin] Pushing event updated for resources: {'Network': ['ID=83bb5194-4674-4591-abaf-7d629b16af9c,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.032076 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-00a47128-d36b-4297-a9e6-94b70e4428ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.075711 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 83bb5194-4674-4591-abaf-7d629b16af9c details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:20:11.136920 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.232563 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a47128-d36b-4297-a9e6-94b70e4428ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e8329-5f63-4034-8b29-bcee4a6256da,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.256307 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-00a47128-d36b-4297-a9e6-94b70e4428ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71a53dc0cb5542aba5e54c38207990ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6003821 Nov 19 03:20:11.256307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Checking segment: {'id': 'f3f5abe9-9081-4069-95e1-ec92e7e5b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '83bb5194-4674-4591-abaf-7d629b16af9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:11.256307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Network hostable DHCP agents. Network: 83bb5194-4674-4591-abaf-7d629b16af9c, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:20:11.259652 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52738) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:11.327780 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.336968 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4eda-4d97-4e6e-adce-43d62ff60a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.367767 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e8a15d77-9fbe-4d7d-86c3-3db7b98cee85 req-1d78bfcc-401b-47be-ab41-70e2888b2ef2 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 210 time: 0.5276330 Nov 19 03:20:11.368871 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Pushing event updated for resources: {'Port': ['ID=f3a1472b-becd-4a09-9300-3ef891038626,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.376626 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Network 83bb5194-4674-4591-abaf-7d629b16af9c is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:20:11.378213 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db78ba5-39dc-480c-9ddb-bf93252d195b,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.411904 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Network 4d12413f-85e7-474c-a155-01fa1c3d890a is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:11.425124 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:11.441825 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:11.458389 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:11.459494 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.485141 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57eb7-77fd-4711-b363-6ac01bbd9864 None None] Pushing event updated for resources: {'Port': ['ID=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.504261 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378b65f-102b-412b-ac8f-19525e1a69e2 req-109b53a1-a85e-4f6f-b74a-051c8ee24155 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:11.521972 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event updated for resources: {'Port': ['ID=e9c16595-10bc-456b-bed0-df7470f9741d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.525038 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f378b65f-102b-412b-ac8f-19525e1a69e2 req-109b53a1-a85e-4f6f-b74a-051c8ee24155 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 931 time: 0.6643393 Nov 19 03:20:11.530211 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.534051 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.539200 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-8e4ee65f-fb8a-4a44-a987-3d3de7caf943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 4.3202939 Nov 19 03:20:11.542779 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52746) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:11.553283 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-a7d4c4f4-dc08-4fff-ac0f-7c18b30fd85e None None] Provisioning complete for port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:11.553662 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c4f4-dc08-4fff-ac0f-7c18b30fd85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.559230 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'security_group_rule': {'security_group_id': '9db78ba5-39dc-480c-9ddb-bf93252d195b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:11.585179 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4eda-4d97-4e6e-adce-43d62ff60a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.664769 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-7ee5ff61-20ba-44bb-b3ec-ed504bdb1d80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3743072 Nov 19 03:20:11.665732 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:11.666812 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 83bb5194-4674-4591-abaf-7d629b16af9c) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:11.681090 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:11.681866 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.686418 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4eda-4d97-4e6e-adce-43d62ff60a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.690439 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9e4eda-4d97-4e6e-adce-43d62ff60a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.691901 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1d9e4eda-4d97-4e6e-adce-43d62ff60a42 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e6e8329-5f63-4034-8b29-bcee4a6256da HTTP/1.1" status: 204 len: 168 time: 0.4313076 Nov 19 03:20:11.697913 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:11.705204 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:11.712538 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:11.713340 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.721547 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-248f728b-11a0-4eef-b382-2b586ebc2098 req-dca57648-ede8-412b-994a-bf65245ffb23 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.1300650 Nov 19 03:20:11.742254 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.746944 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-fe112ae6-7ef0-4ee6-a22a-ce2330d47d6e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4475062 Nov 19 03:20:11.748012 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e4eda-4d97-4e6e-adce-43d62ff60a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e8329-5f63-4034-8b29-bcee4a6256da,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:11.762510 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1ee573b9-7b33-40e4-a1da-3cabdc6125ae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2967589 Nov 19 03:20:11.816345 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416ea3c-f1d8-4e2a-960e-89bb6b91a195 None None] Network 83bb5194-4674-4591-abaf-7d629b16af9c requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:20:11.818852 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f378b65f-102b-412b-ac8f-19525e1a69e2 req-329e02fa-ac8f-49b3-abf9-e78338c02e2b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783587 Nov 19 03:20:11.960320 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:11.961609 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52754) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:12.049165 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Deleting subnet daa49cd8-dd3a-490b-bf02-b5fc454aa204 {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:20:12.054879 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.096722 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.108118 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.168067 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.177158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.202460 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a075fb-919b-4ad4-afad-62f5f9e67f81 None None] Network 83bb5194-4674-4591-abaf-7d629b16af9c requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:20:12.218713 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5293287c-90bf-4ffa-ab8e-dd5a884fd727,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:12.242343 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.248778 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52760) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:12.258459 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/daa49cd8-dd3a-490b-bf02-b5fc454aa204 HTTP/1.1" status: 204 len: 168 time: 0.2943666 Nov 19 03:20:12.259633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e443c8d-051a-41af-bb4a-f1a539541fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa49cd8-dd3a-490b-bf02-b5fc454aa204,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:12.264391 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.270513 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-20e3fd2b-2844-4588-a4f7-af9ef0a2991c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7219648 Nov 19 03:20:12.272427 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52762) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:12.277604 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'security_group_rule': {'security_group_id': '9db78ba5-39dc-480c-9ddb-bf93252d195b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:12.313512 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:10Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:12.320046 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.369930 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a06b-f1c4-4eed-ae36-92df7aa4613b None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:10Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:20:12.379508 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c4f4-dc08-4fff-ac0f-7c18b30fd85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.490920 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.496338 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.506837 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.583043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-060851a4-7fc2-4fb5-8774-3284493f92df tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:20:12.584090 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-060851a4-7fc2-4fb5-8774-3284493f92df tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172100 Nov 19 03:20:12.595929 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-e56d333c-dd9f-4a84-803b-9136e7476baf tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:20:12.597592 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-e56d333c-dd9f-4a84-803b-9136e7476baf tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465224 Nov 19 03:20:12.602181 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.607203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3301132 Nov 19 03:20:12.617043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52776) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:12.627799 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-b2eb00df-d3dd-4195-8afb-8e8f676ac9f0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102573) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:20:12.632002 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-b2eb00df-d3dd-4195-8afb-8e8f676ac9f0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439258 Nov 19 03:20:12.638940 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:12.673885 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.684344 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a7d4c4f4-dc08-4fff-ac0f-7c18b30fd85e None None] For port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:12.692732 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c4f4-dc08-4fff-ac0f-7c18b30fd85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.767750 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6a318-d1d7-4916-9e09-3395922d299d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450f6671-772d-4a3b-b2da-4ad2da849488,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:12.773026 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.956786 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4c4f4-dc08-4fff-ac0f-7c18b30fd85e None None] Pushing event updated for resources: {'Port': ['ID=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:12.958846 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:12.966442 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:13.068756 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.083462 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.084368 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.084791 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > port after_create 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.085163 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.098930 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > port after_update 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.100928 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.101378 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.101738 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.102078 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.143791 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1607b691-4fe2-45d4-8b55-dbfe607ced91 req-17e29a99-a004-465c-9358-6c89bd33e842 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.1833138 Nov 19 03:20:13.247479 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f702-fddd-4b0e-bc60-93034b80b5c3 req-3c7a7071-5299-4061-9bb2-3a29fd069e1c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:13.267352 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5c59f702-fddd-4b0e-bc60-93034b80b5c3 req-3c7a7071-5299-4061-9bb2-3a29fd069e1c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 931 time: 0.5461290 Nov 19 03:20:13.404211 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.50', 58189) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:13.670251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Request body: {'port': {'device_id': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:13.735009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.735811 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.735811 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.738007 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:13.739179 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1955d1d-ad39-4841-a7f4-45b5382e4f4b']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:13.788394 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5c59f702-fddd-4b0e-bc60-93034b80b5c3 req-43200c70-ac30-4d3c-a065-5d61769ecbd5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083907 Nov 19 03:20:13.814239 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Request body: {'port': {'device_id': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:13.820272 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:13.830776 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6606b9d3-a143-4b86-b94f-3c511eea3b31') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:13.831082 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6606b9d3-a143-4b86-b94f-3c511eea3b31') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:13.850196 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Request body: {'port': {'device_id': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:13.852228 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394188-945b-452d-a88c-7b1d066b8bb5 req-40151a4d-cfab-46b5-9973-da7ed2b01e1e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:13.860596 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-21394188-945b-452d-a88c-7b1d066b8bb5 req-40151a4d-cfab-46b5-9973-da7ed2b01e1e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 931 time: 0.4725397 Nov 19 03:20:13.917512 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:13.921344 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:13.989883 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-e322bc8a-b3de-46e0-92d3-943938785445 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:13.991698 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-e322bc8a-b3de-46e0-92d3-943938785445 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 819 time: 0.5843832 Nov 19 03:20:14.073194 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:14.073883 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.113108 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-21394188-945b-452d-a88c-7b1d066b8bb5 req-4689fa46-0fc7-4c70-ab00-483187cad309 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461216 Nov 19 03:20:14.248071 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Request body: {'port': {'device_id': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'admin_state_up': True, 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:14.454733 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.520417 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.535986 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.541457 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:20:14.541996 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: from cryptography.utils import int_from_bytes Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: from cryptography.utils import int_from_bytes Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:20:14.547208 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:20:14.549744 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Allocated IP 172.27.0.45 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/c16525ee-96d5-4eca-bc6a-a7c1d6e9b2ea) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:14.609733 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.759668 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.803504 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:14.807823 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] 10.222.0.47 "DELETE /v2.0/networks/c1955d1d-ad39-4841-a7f4-45b5382e4f4b HTTP/1.1" status: 204 len: 168 time: 2.5560601 Nov 19 03:20:14.819735 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52846) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:15.045511 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Deleting subnet 7adc42c5-3adb-4ea8-8462-dbb13c3c85b2 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:20:15.079840 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:15.177669 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80656f29-e7e2-443a-86af-4321c335ac1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1955d1d-ad39-4841-a7f4-45b5382e4f4b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:15.179734 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:15.200016 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:15.239427 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d82f2ede-4400-451c-a4a0-7c98adbe9ae4 req-e0ef69a5-9c40-4a1c-b40a-1a66e49811c9 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.7518392 Nov 19 03:20:15.313388 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'Port': ['ID=c16525ee-96d5-4eca-bc6a-a7c1d6e9b2ea,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:15.376865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:15.426633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:15.433534 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:15.453616 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:15.596358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:15.759998 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab74f2-665d-4496-89f2-9d27f7221853 req-d00cab7c-df71-4b04-896c-0c27d8d90089 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:15.770864 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5fab74f2-665d-4496-89f2-9d27f7221853 req-d00cab7c-df71-4b04-896c-0c27d8d90089 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 931 time: 0.6153722 Nov 19 03:20:15.924346 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58af5da-6810-4fd9-a35f-7c331d15ba3b req-f9121c04-2bd6-4a19-ab0c-64e764845162 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:15.926306 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f58af5da-6810-4fd9-a35f-7c331d15ba3b req-f9121c04-2bd6-4a19-ab0c-64e764845162 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 931 time: 0.4798517 Nov 19 03:20:15.965140 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.001952 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.055504 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Made reservation on behalf of ee26dbde283f45a58a18f8435596e63e for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:16.059558 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.079364 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c16595-10bc-456b-bed0-df7470f9741d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:16.112947 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.131404 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5fab74f2-665d-4496-89f2-9d27f7221853 req-0015a506-8ed5-4a8e-94b9-82c36d26c03b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595319 Nov 19 03:20:16.179030 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.211826 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Transition to ACTIVE for port object e9c16595-10bc-456b-bed0-df7470f9741d will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:20:16.231652 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.241601 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7adc42c5-3adb-4ea8-8462-dbb13c3c85b2 HTTP/1.1" status: 204 len: 168 time: 1.3934464 Nov 19 03:20:16.300633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 52880) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:16.316484 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a1472b-becd-4a09-9300-3ef891038626 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:16.390009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.392625 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f58af5da-6810-4fd9-a35f-7c331d15ba3b req-a78db92a-b5ce-45de-b10f-f6f6a599c944 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422300 Nov 19 03:20:16.392806 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ed2a8-96ed-4bc2-a05e-bd599aeb3173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adc42c5-3adb-4ea8-8462-dbb13c3c85b2,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:16.411550 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.538201 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Transition to ACTIVE for port object f3a1472b-becd-4a09-9300-3ef891038626 will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:20:16.563132 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.597231 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Pushing event updated for resources: {'Port': ['ID=e9c16595-10bc-456b-bed0-df7470f9741d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:16.682116 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3b6b1692-14c6-4b6e-99c2-2be1468fe5e9 req-f46a62e4-5122-4ee1-837d-be9490b3b547 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.1023505 Nov 19 03:20:16.685407 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564d4434-0349-4ca0-a3f4-f36410053f5a {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:16.717177 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.742657 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:16.891920 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a1472b-becd-4a09-9300-3ef891038626,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:17.004140 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Allocated IP 172.20.0.12 (4d12413f-85e7-474c-a155-01fa1c3d890a/fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8/0fcea7e8-8abe-4c82-990b-b3b5386e6d48) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:17.022096 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Transition to ACTIVE for port object 564d4434-0349-4ca0-a3f4-f36410053f5a will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:20:17.095410 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Attempting to bind port e9c16595-10bc-456b-bed0-df7470f9741d on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:17.095980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Attempting to bind port e9c16595-10bc-456b-bed0-df7470f9741d by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:17.095980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Attempting to bind port e9c16595-10bc-456b-bed0-df7470f9741d on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:17.111748 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Port e9c16595-10bc-456b-bed0-df7470f9741d on network cd122154-2aeb-4e66-bcc7-7acf31cd258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:20:17.112117 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Attempting to bind port e9c16595-10bc-456b-bed0-df7470f9741d on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:17.130306 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:17.130704 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Checking segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:17.131284 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Bound using segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:17.131758 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Bound port: e9c16595-10bc-456b-bed0-df7470f9741d, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:17.132120 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.136682 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Attempting to bind port f3a1472b-becd-4a09-9300-3ef891038626 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:17.136682 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Attempting to bind port f3a1472b-becd-4a09-9300-3ef891038626 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:17.136682 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Attempting to bind port f3a1472b-becd-4a09-9300-3ef891038626 on network 4d12413f-85e7-474c-a155-01fa1c3d890a {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:17.155421 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Port f3a1472b-becd-4a09-9300-3ef891038626 on network 4d12413f-85e7-474c-a155-01fa1c3d890a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:20:17.156703 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Attempting to bind port f3a1472b-becd-4a09-9300-3ef891038626 on network 4d12413f-85e7-474c-a155-01fa1c3d890a {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:17.163673 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:17.178307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Checking segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:17.178769 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Bound using segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:17.179243 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Bound port: f3a1472b-becd-4a09-9300-3ef891038626, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:17.179612 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.276921 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.312961 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] For port e9c16595-10bc-456b-bed0-df7470f9741d, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:17.334947 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] For port f3a1472b-becd-4a09-9300-3ef891038626, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:17.343404 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] For port e9c16595-10bc-456b-bed0-df7470f9741d, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9c16595-10bc-456b-bed0-df7470f9741d,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:17.353110 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.360273 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] For port f3a1472b-becd-4a09-9300-3ef891038626, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f3a1472b-becd-4a09-9300-3ef891038626,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:17.394813 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.433338 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:17.434064 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.435804 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] 10.222.0.50 "PUT /v2.0/ports/e9c16595-10bc-456b-bed0-df7470f9741d HTTP/1.1" status: 200 len: 1093 time: 3.6472244 Nov 19 03:20:17.440164 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'tag': 'e9c16595-10bc-456b-bed0-df7470f9741d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:17.472764 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:17.473210 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.474692 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] 10.222.0.50 "PUT /v2.0/ports/f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 1094 time: 3.6873767 Nov 19 03:20:17.476186 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee2b18-34bd-4424-a98a-91cb9056cbdb service neutron] Pushing event updated for resources: {'Port': ['ID=e9c16595-10bc-456b-bed0-df7470f9741d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:17.567495 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3383-b4a9-4859-bde4-a73492be6f29 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a1472b-becd-4a09-9300-3ef891038626,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:17.680585 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db48a130-9371-4a29-929b-07eb2555cae4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2fd56f-4c3a-4229-9b89-1f4c765c04d4", "tag": "e9c16595-10bc-456b-bed0-df7470f9741d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:17.681623 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.706518 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Pushing event updated for resources: {'Port': ['ID=564d4434-0349-4ca0-a3f4-f36410053f5a,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:17.735732 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:17.802407 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2e11-df6c-403b-9e43-bde5b41ad9af req-e73db707-4c5a-4131-ab62-f3548df7007b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:17.806897 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c31a2e11-df6c-403b-9e43-bde5b41ad9af req-e73db707-4c5a-4131-ab62-f3548df7007b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.4863305 Nov 19 03:20:17.813463 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.813831 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.814603 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.814947 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > port after_create 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.815283 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.815671 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > port after_update 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.816002 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.816340 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.816667 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.816997 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.997868 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.998214 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.998599 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.999062 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 03:20:17.999598 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bb5194-4674-4591-abaf-7d629b16af9c']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:18.053030 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2872b0-1722-4f3f-ab09-1ab27ee3dee0 req-1a83d30d-5d56-42af-99cc-21c5b7a2856d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:18.054690 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f2872b0-1722-4f3f-ab09-1ab27ee3dee0 req-1a83d30d-5d56-42af-99cc-21c5b7a2856d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.4550271 Nov 19 03:20:18.056702 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f5abe9-9081-4069-95e1-ec92e7e5b713') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:18.056983 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f5abe9-9081-4069-95e1-ec92e7e5b713') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:20:18.095199 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.112865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.135328 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Attempting to bind port 564d4434-0349-4ca0-a3f4-f36410053f5a on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:18.135848 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Attempting to bind port 564d4434-0349-4ca0-a3f4-f36410053f5a by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '9276fd1b-f92f-4daa-9d3d-9e0ea681832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:18.136015 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Attempting to bind port 564d4434-0349-4ca0-a3f4-f36410053f5a on network 7785fb5c-8c03-4872-a076-a4033ec3cdba {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:18.154339 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Port 564d4434-0349-4ca0-a3f4-f36410053f5a on network 7785fb5c-8c03-4872-a076-a4033ec3cdba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:20:18.154339 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Attempting to bind port 564d4434-0349-4ca0-a3f4-f36410053f5a on network 7785fb5c-8c03-4872-a076-a4033ec3cdba {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:18.156638 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.216546 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.256587 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:18.257121 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Checking segment: {'id': '9276fd1b-f92f-4daa-9d3d-9e0ea681832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:18.257950 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Bound using segment: {'id': '9276fd1b-f92f-4daa-9d3d-9e0ea681832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:18.258656 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Bound port: 564d4434-0349-4ca0-a3f4-f36410053f5a, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9276fd1b-f92f-4daa-9d3d-9e0ea681832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:18.259099 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.290757 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:20:18.291495 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: from cryptography.utils import int_from_bytes Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: from cryptography.utils import int_from_bytes Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:20:18.303214 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:20:18.582960 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f2872b0-1722-4f3f-ab09-1ab27ee3dee0 req-c3726389-c997-4b0d-ad1e-7445cf108d7a tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979193 Nov 19 03:20:18.693225 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] For port 564d4434-0349-4ca0-a3f4-f36410053f5a, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:18.698207 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] For port 564d4434-0349-4ca0-a3f4-f36410053f5a, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564d4434-0349-4ca0-a3f4-f36410053f5a,segment=NetworkSegment(9276fd1b-f92f-4daa-9d3d-9e0ea681832b),segment_id=9276fd1b-f92f-4daa-9d3d-9e0ea681832b)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:18.713491 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c31a2e11-df6c-403b-9e43-bde5b41ad9af req-cab34b27-c6f9-48d4-ba6e-4ff5a8579d1f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022710 Nov 19 03:20:18.734289 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.745426 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.747772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'Port': ['ID=c16525ee-96d5-4eca-bc6a-a7c1d6e9b2ea,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:18.829762 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.834370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.842129 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:18.842995 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.844760 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] 10.222.0.50 "PUT /v2.0/ports/564d4434-0349-4ca0-a3f4-f36410053f5a HTTP/1.1" status: 200 len: 1093 time: 5.7413714 Nov 19 03:20:18.845565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'tag': '564d4434-0349-4ca0-a3f4-f36410053f5a'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:18.878595 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.886292 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] 10.222.0.47 "DELETE /v2.0/networks/83bb5194-4674-4591-abaf-7d629b16af9c HTTP/1.1" status: 204 len: 168 time: 2.5841770 Nov 19 03:20:18.892267 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Network 4d12413f-85e7-474c-a155-01fa1c3d890a is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:18.925811 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:18.944763 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0112e-4317-4e9d-8e16-948403538290 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bb5194-4674-4591-abaf-7d629b16af9c,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:18.947607 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:18.959475 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:18.972294 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-7d177e09-42cd-46da-92b3-2c9ca3ab176d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3498464 Nov 19 03:20:18.992545 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfef83d-0ea1-4977-a2dc-afb2f0fafa4e x-openstack-request-id: req-dcfef83d-0ea1-4977-a2dc-afb2f0fafa4e {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:18.993606 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2fd56f-4c3a-4229-9b89-1f4c765c04d4", "tag": "e9c16595-10bc-456b-bed0-df7470f9741d", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:19.000647 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dcfef83d-0ea1-4977-a2dc-afb2f0fafa4e {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:19.003800 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'tag': 'e9c16595-10bc-456b-bed0-df7470f9741d', 'status': 'completed', 'code': 200} Nov 19 03:20:19.020741 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85596b-6701-4caa-a833-e898936d23fc service neutron] Pushing event updated for resources: {'Port': ['ID=564d4434-0349-4ca0-a3f4-f36410053f5a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:19.026344 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ce8291-c6df-4afe-a958-5b8ef4c447fd", "tag": "564d4434-0349-4ca0-a3f4-f36410053f5a"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:19.153218 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Pushing event updated for resources: {'Port': ['ID=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:19.164293 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:19.164609 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:19.184281 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf202e5-2141-4cc1-880d-f28516c3ba1b req-886541a5-2b7d-429b-b72f-d6617293f00b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:19.186149 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fbf202e5-2141-4cc1-880d-f28516c3ba1b req-886541a5-2b7d-429b-b72f-d6617293f00b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 932 time: 0.2865107 Nov 19 03:20:19.204151 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-f074b249-2c80-4f7e-843c-7fe61e206352 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9813681 Nov 19 03:20:19.275695 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fbf202e5-2141-4cc1-880d-f28516c3ba1b req-452f5018-66eb-4634-957b-d2f6097c7d25 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704198 Nov 19 03:20:19.356213 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8f2d9-3526-41d9-be9a-2ebbc0617b26 x-openstack-request-id: req-5da8f2d9-3526-41d9-be9a-2ebbc0617b26 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:19.357733 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ce8291-c6df-4afe-a958-5b8ef4c447fd", "tag": "564d4434-0349-4ca0-a3f4-f36410053f5a", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:19.358581 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5da8f2d9-3526-41d9-be9a-2ebbc0617b26 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:19.360203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'tag': '564d4434-0349-4ca0-a3f4-f36410053f5a', 'status': 'completed', 'code': 200} Nov 19 03:20:19.418963 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52990) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:19.482619 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-ec481caf-cd07-4de9-92cf-a91eb8ee4af0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1781642727&fields=id&tenant_id=fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 267 time: 0.1030743 Nov 19 03:20:19.495940 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-4b11fd5f-3259-485f-a498-7b1f1e9f926b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb040285f1f843dc83853e7010a78ce5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0755191 Nov 19 03:20:19.497028 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 52994) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:19.620692 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3616b528-91fc-44ff-a311-b383326ddc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:19.655817 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-c39554d3-336e-4b65-8787-6ebb5a656c11 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:19.657579 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-c39554d3-336e-4b65-8787-6ebb5a656c11 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 816 time: 0.1701424 Nov 19 03:20:19.673051 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3616b528-91fc-44ff-a311-b383326ddc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:19.685484 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-71ae81ca-0d79-475d-a0d9-6eb607cb8e94 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/quotas/fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 375 time: 0.0191658 Nov 19 03:20:19.760880 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3616b528-91fc-44ff-a311-b383326ddc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:19.764655 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3616b528-91fc-44ff-a311-b383326ddc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:19.770325 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3616b528-91fc-44ff-a311-b383326ddc08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e8f84cf-5e26-4910-b2fd-61a2fcca8c37 HTTP/1.1" status: 204 len: 168 time: 0.2614982 Nov 19 03:20:19.792344 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616b528-91fc-44ff-a311-b383326ddc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f84cf-5e26-4910-b2fd-61a2fcca8c37,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:19.813672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876ad52-dda3-4666-866b-6941f5dbb951 req-788e31ca-1123-464d-9506-e19fe957a9e5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:19.822779 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d876ad52-dda3-4666-866b-6941f5dbb951 req-788e31ca-1123-464d-9506-e19fe957a9e5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0899539 Nov 19 03:20:19.843299 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-636edd34-54fb-40fb-9311-211bc0fc8e64 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479483 Nov 19 03:20:19.929738 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d876ad52-dda3-4666-866b-6941f5dbb951 req-3551549e-4dc7-4b68-8ee2-a337270a5b44 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060302 Nov 19 03:20:19.999324 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53018) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:20.150015 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-39ec380d-3b5b-4539-80ec-c3523712ad23 service neutron] 10.222.0.47 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912061 Nov 19 03:20:20.168896 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96537ce4-ee5c-4bf7-bb1f-81c17fac9038 req-42d38e08-fb40-44a6-9e88-616efad2a508 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:20.170819 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96537ce4-ee5c-4bf7-bb1f-81c17fac9038 req-42d38e08-fb40-44a6-9e88-616efad2a508 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.1065397 Nov 19 03:20:20.256387 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53030) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:20.276213 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96537ce4-ee5c-4bf7-bb1f-81c17fac9038 req-a6b19897-023a-4802-91f7-09cb2378da87 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964026 Nov 19 03:20:20.311340 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-5b645f80-c9cf-4f8d-9706-82272f91f628 service neutron] 10.222.0.47 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387222 Nov 19 03:20:20.330980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be25dc5-516c-42d7-b06a-3de271a86932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.379825 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f849846b-26cd-4c6c-b728-054d90bf9190 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cee9aecabf644aaa9b32c66fd550b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1195459 Nov 19 03:20:20.380467 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53036) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:20.428756 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d2380-30b8-4b47-8054-5b8b9e930439 req-f5b9bf49-6fe1-42d7-9c08-8a77b11c6733 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:20.431417 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-253d2380-30b8-4b47-8054-5b8b9e930439 req-f5b9bf49-6fe1-42d7-9c08-8a77b11c6733 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 932 time: 0.0720971 Nov 19 03:20:20.478507 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b74b2d11-1b55-404b-a951-84b7ec7bc86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.508955 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be25dc5-516c-42d7-b06a-3de271a86932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.511843 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b74b2d11-1b55-404b-a951-84b7ec7bc86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.516710 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-253d2380-30b8-4b47-8054-5b8b9e930439 req-c71ac256-9988-4665-b4de-7fa422500ef7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726221 Nov 19 03:20:20.520756 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be25dc5-516c-42d7-b06a-3de271a86932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.565482 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-27128761-636c-4be5-af0a-b44ee46af182 req-08263247-ba03-454a-aeda-763c1a931727 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 210 time: 0.0612855 Nov 19 03:20:20.600095 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7be25dc5-516c-42d7-b06a-3de271a86932 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e47fa2ee8ed4a61807587d0e5b74216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950377 Nov 19 03:20:20.600095 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be25dc5-516c-42d7-b06a-3de271a86932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bffaea-e2c1-4e40-81f3-d190a8999bba,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:20.602792 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53044) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:20.628370 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b74b2d11-1b55-404b-a951-84b7ec7bc86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.631729 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b74b2d11-1b55-404b-a951-84b7ec7bc86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.633543 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b74b2d11-1b55-404b-a951-84b7ec7bc86a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b9b0518-f389-4372-8cfb-9656ffa40b4b HTTP/1.1" status: 204 len: 168 time: 0.2522688 Nov 19 03:20:20.651167 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2d11-1b55-404b-a951-84b7ec7bc86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b0518-f389-4372-8cfb-9656ffa40b4b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:20.680379 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8db39e92-b94f-46a5-ada0-8c945422c5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.705493 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8db39e92-b94f-46a5-ada0-8c945422c5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.712813 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53052) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:20.783682 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8db39e92-b94f-46a5-ada0-8c945422c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.786911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8db39e92-b94f-46a5-ada0-8c945422c5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:20.788223 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-8db39e92-b94f-46a5-ada0-8c945422c5e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d5bffaea-e2c1-4e40-81f3-d190a8999bba HTTP/1.1" status: 204 len: 168 time: 0.1842554 Nov 19 03:20:20.799539 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db39e92-b94f-46a5-ada0-8c945422c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bffaea-e2c1-4e40-81f3-d190a8999bba,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:20.995864 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45d77344-ba4b-4af3-a0b3-7bfed40af867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.005406 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'tag': 'f3a1472b-becd-4a09-9300-3ef891038626'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:21.008076 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45357c53-51c3-417c-8bcf-8f8a911ba3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b19ae39a-79ce-4adb-9ee4-595daa1a8d27", "tag": "f3a1472b-becd-4a09-9300-3ef891038626"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:21.096802 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58b83-942e-4edb-90b5-ace343de04df req-d471c60d-2d01-4652-96bb-03b211dcaf6f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:21.098341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cbf58b83-942e-4edb-90b5-ace343de04df req-d471c60d-2d01-4652-96bb-03b211dcaf6f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0843098 Nov 19 03:20:21.153745 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd847350-29ad-468c-b763-fc9ffa0161f5 x-openstack-request-id: req-cd847350-29ad-468c-b763-fc9ffa0161f5 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:21.154035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19ae39a-79ce-4adb-9ee4-595daa1a8d27", "tag": "f3a1472b-becd-4a09-9300-3ef891038626", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:21.154287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd847350-29ad-468c-b763-fc9ffa0161f5 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:21.154695 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'tag': 'f3a1472b-becd-4a09-9300-3ef891038626', 'status': 'completed', 'code': 200} Nov 19 03:20:21.170719 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45d77344-ba4b-4af3-a0b3-7bfed40af867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.180282 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45d77344-ba4b-4af3-a0b3-7bfed40af867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.213009 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d77344-ba4b-4af3-a0b3-7bfed40af867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5faf22-392c-4f2a-bd17-d53e0ec519f7,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:21.220748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cbf58b83-942e-4edb-90b5-ace343de04df req-789e8f7e-46f0-413a-a691-fcd5b670853b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147709 Nov 19 03:20:21.240289 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53076) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:21.240410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-45d77344-ba4b-4af3-a0b3-7bfed40af867 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afd4ced3316a4adc9e31a19d415ec171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249710 Nov 19 03:20:21.331758 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3436de07-c45f-4794-90e9-1dfc4891f84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.337656 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53088) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:21.353575 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-72d208ed-0a07-45b3-b053-ca59d73bea87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.368001 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3436de07-c45f-4794-90e9-1dfc4891f84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.464290 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3436de07-c45f-4794-90e9-1dfc4891f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.468291 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3436de07-c45f-4794-90e9-1dfc4891f84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.470922 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3436de07-c45f-4794-90e9-1dfc4891f84d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef5faf22-392c-4f2a-bd17-d53e0ec519f7 HTTP/1.1" status: 204 len: 168 time: 0.2306347 Nov 19 03:20:21.475028 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5185be-5dca-499e-8bcb-e8e4b089ed85 req-df0c9290-df54-4847-ab2d-a7ec6f888a0a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:21.481200 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436de07-c45f-4794-90e9-1dfc4891f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5faf22-392c-4f2a-bd17-d53e0ec519f7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:21.483997 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf5185be-5dca-499e-8bcb-e8e4b089ed85 req-df0c9290-df54-4847-ab2d-a7ec6f888a0a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.0909367 Nov 19 03:20:21.525156 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-72d208ed-0a07-45b3-b053-ca59d73bea87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.539376 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-72d208ed-0a07-45b3-b053-ca59d73bea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.594513 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf5185be-5dca-499e-8bcb-e8e4b089ed85 req-654c67d6-8f94-4977-af45-cd01208ddcbf tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956120 Nov 19 03:20:21.612809 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-72d208ed-0a07-45b3-b053-ca59d73bea87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0929a295d22545efbdd385db318c89f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715166 Nov 19 03:20:21.612809 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d208ed-0a07-45b3-b053-ca59d73bea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7962960e-7895-4531-b6ea-79a775bed536,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:21.613151 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53100) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:21.694004 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ac8800d-c165-412b-bea2-5ed1d0dc1664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.710115 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a58c65db-08a6-4ac5-993c-e0140c07f560 req-c9df87a8-d153-49e6-89b6-ff372dc0ffe7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 210 time: 0.0398917 Nov 19 03:20:21.724576 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526926e-1d45-451d-97b8-39cd238034b9 req-6efe269e-1c62-45af-9b84-7b48b5eecbd6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:21.726296 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c526926e-1d45-451d-97b8-39cd238034b9 req-6efe269e-1c62-45af-9b84-7b48b5eecbd6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 932 time: 0.0943975 Nov 19 03:20:21.750292 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ac8800d-c165-412b-bea2-5ed1d0dc1664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.787532 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c526926e-1d45-451d-97b8-39cd238034b9 req-ba30c4ae-b338-46ec-be07-7df4fafad651 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Nov 19 03:20:21.814784 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ac8800d-c165-412b-bea2-5ed1d0dc1664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.817226 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ac8800d-c165-412b-bea2-5ed1d0dc1664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:21.820858 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-8ac8800d-c165-412b-bea2-5ed1d0dc1664 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7962960e-7895-4531-b6ea-79a775bed536 HTTP/1.1" status: 204 len: 168 time: 0.2039170 Nov 19 03:20:21.829923 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8800d-c165-412b-bea2-5ed1d0dc1664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7962960e-7895-4531-b6ea-79a775bed536,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:21.922977 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53112) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:21.936695 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9556dae2-c3cf-4f38-9dd0-0285d340a23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.023895 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9556dae2-c3cf-4f38-9dd0-0285d340a23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.028260 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9556dae2-c3cf-4f38-9dd0-0285d340a23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.078643 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9556dae2-c3cf-4f38-9dd0-0285d340a23e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8acfd958104740a1b4a3d7ea348db172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538057 Nov 19 03:20:22.079812 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556dae2-c3cf-4f38-9dd0-0285d340a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd4ffb-1894-47ae-861e-c1797b5ef320,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:22.081603 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53116) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:22.136877 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d74a9049-c253-440d-bbcc-6b249d73a412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.162803 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Request body: {'port': {'device_id': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:22.190237 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d74a9049-c253-440d-bbcc-6b249d73a412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.257855 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.326540 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d74a9049-c253-440d-bbcc-6b249d73a412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.330555 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d74a9049-c253-440d-bbcc-6b249d73a412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.331736 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d74a9049-c253-440d-bbcc-6b249d73a412 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15bd4ffb-1894-47ae-861e-c1797b5ef320 HTTP/1.1" status: 204 len: 168 time: 0.2490742 Nov 19 03:20:22.418445 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a9049-c253-440d-bbcc-6b249d73a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd4ffb-1894-47ae-861e-c1797b5ef320,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:22.420030 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53132) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:22.516960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b50ba848-85ff-452e-82a4-d0b427659214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:22.603157 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa req-b5e91ad3-f810-453b-9eff-ec4ab5a0eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:22.604719 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa req-b5e91ad3-f810-453b-9eff-ec4ab5a0eb38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b46ab2df10b434fa30ee9c1f01c8e73&device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 1096 time: 0.2242744 Nov 19 03:20:22.611917 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45357c53-51c3-417c-8bcf-8f8a911ba3fe req-7d7af04b-ab2e-49f7-b576-edc6f3fe5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:22.615541 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-45357c53-51c3-417c-8bcf-8f8a911ba3fe req-7d7af04b-ab2e-49f7-b576-edc6f3fe5a17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1097 time: 0.1849518 Nov 19 03:20:22.618027 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a130-9371-4a29-929b-07eb2555cae4 req-4b826284-31bc-45ba-b945-3cd78dbfd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:22.619621 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-db48a130-9371-4a29-929b-07eb2555cae4 req-4b826284-31bc-45ba-b945-3cd78dbfd8fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 1096 time: 0.2851558 Nov 19 03:20:22.818326 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c90f-87a2-4e26-9866-10f1dafe7052 req-56a29aa4-5b12-45cb-8a8d-155dec257662 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:22.820086 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09e5c90f-87a2-4e26-9866-10f1dafe7052 req-56a29aa4-5b12-45cb-8a8d-155dec257662 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.4279270 Nov 19 03:20:23.185291 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45357c53-51c3-417c-8bcf-8f8a911ba3fe req-acc8a9c1-b949-43b7-ab90-04794c6d068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.186801 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-45357c53-51c3-417c-8bcf-8f8a911ba3fe req-acc8a9c1-b949-43b7-ab90-04794c6d068b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ee26dbde283f45a58a18f8435596e63e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5378158 Nov 19 03:20:23.237854 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.50', 58211) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:23.259563 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09e5c90f-87a2-4e26-9866-10f1dafe7052 req-66c2e4a7-4ce8-433f-85ad-29ef08fe4e05 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013200 Nov 19 03:20:23.278450 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebecd64-2531-4256-9647-1270f1cbdffa req-fdc0b446-86aa-4532-8ca1-912060383415 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.289765 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9ebecd64-2531-4256-9647-1270f1cbdffa req-fdc0b446-86aa-4532-8ca1-912060383415 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.5211110 Nov 19 03:20:23.382515 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a130-9371-4a29-929b-07eb2555cae4 req-e2ebaf7e-2da3-40fe-bbe6-af28c04bca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.383663 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-db48a130-9371-4a29-929b-07eb2555cae4 req-e2ebaf7e-2da3-40fe-bbe6-af28c04bca37 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=53690eedb4c749db94ed55f64a323cba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7308493 Nov 19 03:20:23.478961 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa req-59a8f86f-5f3c-4a50-8368-d22781f3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.482721 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa req-59a8f86f-5f3c-4a50-8368-d22781f3643c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0b46ab2df10b434fa30ee9c1f01c8e73&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8357861 Nov 19 03:20:23.567692 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45357c53-51c3-417c-8bcf-8f8a911ba3fe req-b2997923-5ad8-4044-b570-1a21e2aaecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.569185 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-45357c53-51c3-417c-8bcf-8f8a911ba3fe req-b2997923-5ad8-4044-b570-1a21e2aaecd7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3738170 Nov 19 03:20:23.606801 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9ebecd64-2531-4256-9647-1270f1cbdffa req-42c83db1-6cad-43e7-b3e5-9f12f749334a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065009 Nov 19 03:20:23.680044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:23.694031 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b50ba848-85ff-452e-82a4-d0b427659214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:23.738016 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:23.743211 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c1a2e5c2-3342-45b9-8cc5-06e5aa5c60b5 req-1940be53-b9a2-4d0d-a7e2-a3bc6c21555d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 210 time: 0.1911335 Nov 19 03:20:23.750433 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b50ba848-85ff-452e-82a4-d0b427659214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:23.784541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Transition to ACTIVE for port object 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:20:23.789221 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-c92218f6-1edd-4ec5-bfb8-2c8c689fe4df tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.791351 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-c92218f6-1edd-4ec5-bfb8-2c8c689fe4df tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 816 time: 0.5525868 Nov 19 03:20:23.805437 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa req-b1ad697b-0fef-47fe-8a3d-c18494981e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.807363 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-9495f98f-cb29-4fa6-bdcb-0ab12b91a1aa req-b1ad697b-0fef-47fe-8a3d-c18494981e0b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745841 Nov 19 03:20:23.827897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-eb8cc8af-6207-48ef-9772-c48be2706a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.828564 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a130-9371-4a29-929b-07eb2555cae4 req-0ba9f0be-c7c7-4a46-9e1f-b812735b26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:23.830332 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-db48a130-9371-4a29-929b-07eb2555cae4 req-0ba9f0be-c7c7-4a46-9e1f-b812735b26b8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4368463 Nov 19 03:20:23.830671 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-eb8cc8af-6207-48ef-9772-c48be2706a26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1097 time: 0.1549916 Nov 19 03:20:23.834703 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ba848-85ff-452e-82a4-d0b427659214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dde41c-c4c6-419d-8cd3-3558e61f4a05,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:23.855997 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:23.929064 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b50ba848-85ff-452e-82a4-d0b427659214 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd4907fd228d4c8599d7a8d5a4222ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4766390 Nov 19 03:20:23.935980 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53196) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:23.982788 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-a83b5be0-3e44-4f65-9b9a-52aed153074e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 217 time: 0.0979025 Nov 19 03:20:24.007096 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-5d4ff88f-cb74-439e-b1c5-4e07d2b3f844 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 380 time: 0.1986144 Nov 19 03:20:24.013903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfd9c3-ea2e-4794-9b8c-d634ccff1c28 req-fa7df2ed-f81d-46ff-84f6-be6c960ca2dc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.016160 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fcbfd9c3-ea2e-4794-9b8c-d634ccff1c28 req-fa7df2ed-f81d-46ff-84f6-be6c960ca2dc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.2814007 Nov 19 03:20:24.028785 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'port': {'device_id': '8641ae42-77ad-4054-8073-76018892c1d8', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'admin_state_up': True, 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'security_groups': ['9db78ba5-39dc-480c-9ddb-bf93252d195b']}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:24.038716 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Pushing event updated for resources: {'Port': ['ID=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:24.117683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-a5f89545-9609-413c-bf3d-622c8f777cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.119450 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-a5f89545-9609-413c-bf3d-622c8f777cdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b46ab2df10b434fa30ee9c1f01c8e73&device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 1096 time: 0.2121358 Nov 19 03:20:24.130878 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ec9-f487-49db-8191-5d078f959c34 req-782f3302-07a8-4218-857f-3000e5c770a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.132335 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-782f3302-07a8-4218-857f-3000e5c770a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.1317265 Nov 19 03:20:24.136051 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-c507b63f-2918-42a7-8b98-c0899f21b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.137430 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-c507b63f-2918-42a7-8b98-c0899f21b7e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 1096 time: 0.2142956 Nov 19 03:20:24.219319 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37773423-9697-4ef4-b379-ab467b046918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.227461 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fcbfd9c3-ea2e-4794-9b8c-d634ccff1c28 req-8759f8c2-740d-4719-93d8-02e36e2e16fb tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001162 Nov 19 03:20:24.228693 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-47904cc6-0ff8-41f8-a6a1-2e140edfae9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564d4434-0349-4ca0-a3f4-f36410053f5a HTTP/1.1" status: 200 len: 217 time: 0.0933008 Nov 19 03:20:24.238136 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-54e908d2-08b8-4dfb-baf4-d55e3f4a640f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853305 Nov 19 03:20:24.241713 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-6021cc38-f7c9-448b-aad3-1490c5d7bd6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9c16595-10bc-456b-bed0-df7470f9741d HTTP/1.1" status: 200 len: 217 time: 0.0878620 Nov 19 03:20:24.303835 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37773423-9697-4ef4-b379-ab467b046918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.313647 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Attempting to bind port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:24.313987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Attempting to bind port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:24.314315 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Attempting to bind port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 on network 4d12413f-85e7-474c-a155-01fa1c3d890a {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:24.331763 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 on network 4d12413f-85e7-474c-a155-01fa1c3d890a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:20:24.332004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Attempting to bind port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 on network 4d12413f-85e7-474c-a155-01fa1c3d890a {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:24.346966 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-bb21e49a-0e89-41ae-a838-bf9fb6f51ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.348486 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-bb21e49a-0e89-41ae-a838-bf9fb6f51ccc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=79a5d73d-1041-45c4-9eec-1c97c6e4aad6 HTTP/1.1" status: 200 len: 851 time: 0.1109107 Nov 19 03:20:24.353682 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:24.354522 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Checking segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:24.354522 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Bound using segment: {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:24.355128 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Bound port: 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '390f873d-842f-4da1-9653-29fd0ce19dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:24.355746 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.378069 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-691e7350-2453-4b09-b1ad-2ccb0e44302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.379551 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-691e7350-2453-4b09-b1ad-2ccb0e44302c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.1227686 Nov 19 03:20:24.381929 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Made reservation on behalf of fcaf6436c60844aaba3497db6db06391 for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:24.385354 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.433379 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-14610035-75e4-4ec4-ac7c-b0443f189a44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392008 Nov 19 03:20:24.459002 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-23e301d1-0cfa-43fc-a87b-52ad5117ecba service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007325 Nov 19 03:20:24.464939 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-1fc604a0-e72b-498c-a87b-6e848d429534 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7785fb5c-8c03-4872-a076-a4033ec3cdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838659 Nov 19 03:20:24.603204 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37773423-9697-4ef4-b379-ab467b046918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.606159 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-37773423-9697-4ef4-b379-ab467b046918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.610312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-37773423-9697-4ef4-b379-ab467b046918 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/21dde41c-c4c6-419d-8cd3-3558e61f4a05 HTTP/1.1" status: 204 len: 168 time: 0.6558454 Nov 19 03:20:24.627449 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53851b26-cd9c-4119-bf77-70366898f7f0 req-df3e3b2e-f46b-4083-a500-a304d6705fb6 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.629027 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53851b26-cd9c-4119-bf77-70366898f7f0 req-df3e3b2e-f46b-4083-a500-a304d6705fb6 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.2469432 Nov 19 03:20:24.638453 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] For port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:24.648783 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] For port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:24.649986 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37773423-9697-4ef4-b379-ab467b046918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dde41c-c4c6-419d-8cd3-3558e61f4a05,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:24.675114 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.753555 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-a9a29bae-0ac3-460e-8280-07f18ff2caa8 service neutron] 10.222.0.50 "GET /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645941 Nov 19 03:20:24.792467 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.793358 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:24.794948 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] 10.222.0.50 "PUT /v2.0/ports/0fcea7e8-8abe-4c82-990b-b3b5386e6d48 HTTP/1.1" status: 200 len: 1094 time: 2.6388392 Nov 19 03:20:24.800221 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'tag': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:24.802780 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff193f3-efff-4fef-9461-b75b4c0ff269" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8", "tag": "0fcea7e8-8abe-4c82-990b-b3b5386e6d48"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:24.916613 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53851b26-cd9c-4119-bf77-70366898f7f0 req-d946100b-022e-4446-adf3-f4e7979d6870 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725737 Nov 19 03:20:24.954055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e78a7c-3bf6-4f7b-9a62-442b0505c09f service neutron] Pushing event updated for resources: {'Port': ['ID=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:24.993326 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521171-a42e-48b9-82d3-3eb5d6df259d req-c45478ed-939b-4001-9dd9-0d59da7b60d3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:24.997632 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e521171-a42e-48b9-82d3-3eb5d6df259d req-c45478ed-939b-4001-9dd9-0d59da7b60d3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.2740259 Nov 19 03:20:25.005576 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-db3e9d06-043e-46b2-ab5d-1776ff2ca05c service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646276 Nov 19 03:20:25.058629 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-86bbd19c-8449-4a8f-bb08-a70bcb3dfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:25.064058 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-86bbd19c-8449-4a8f-bb08-a70bcb3dfaae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 1097 time: 0.1894794 Nov 19 03:20:25.087811 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-8baefecf-774e-429b-9c4d-1abd3f5ca1c1 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146598 Nov 19 03:20:25.121827 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Allocated IP 172.20.0.4 (dc33bde6-1f11-4e70-b114-c741f5e152cf/fb57a4c3-8bf7-4658-b6e1-4fca1118aabc/4b50d896-6a79-4185-a31c-1931a0b889be) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:25.130129 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2d1a69ca-e55c-4b42-9d31-1fe3a1a1c94d req-7447c4f7-da9f-4b6a-b184-bd1b54bf4ae9 service neutron] 10.222.0.50 "GET /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478801 Nov 19 03:20:25.189910 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-04eee07f-83b8-436e-ba12-e2d9378e1872 req-e9444289-b97c-4e81-b5c4-cb55d27f0f0c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 210 time: 0.1109245 Nov 19 03:20:25.192018 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-4eed528d-841f-4142-ac5a-701ffae063ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48 HTTP/1.1" status: 200 len: 217 time: 0.1074662 Nov 19 03:20:25.196739 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e521171-a42e-48b9-82d3-3eb5d6df259d req-0618ec22-8f38-427e-86af-12d7ddb8880b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904452 Nov 19 03:20:25.283311 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1267551-2b6d-4d38-9583-76927d758364 req-92a9c9d2-9629-4fbb-ad93-2935804b056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:25.285131 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-92a9c9d2-9629-4fbb-ad93-2935804b056a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.0575407 Nov 19 03:20:25.287168 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837fa25f-4be0-4c2c-8338-cc853b1dca75 x-openstack-request-id: req-837fa25f-4be0-4c2c-8338-cc853b1dca75 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:25.287594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8", "tag": "0fcea7e8-8abe-4c82-990b-b3b5386e6d48", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:25.287850 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-837fa25f-4be0-4c2c-8338-cc853b1dca75 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:25.288547 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'tag': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48', 'status': 'completed', 'code': 200} Nov 19 03:20:25.355541 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-16388c07-5127-4e17-ad5a-ad67fe5ebe2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513320 Nov 19 03:20:25.380170 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d0e1aa6e-7dd5-4020-9c60-e8481ceaa139 req-db50724c-af18-454a-8f5a-229e706e84ff service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475921 Nov 19 03:20:25.516933 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:25.588292 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:25.657294 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Network dc33bde6-1f11-4e70-b114-c741f5e152cf is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:25.660647 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:25.665356 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:25.670818 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:25.706033 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa5e2-c552-464e-99ee-8bbfafbbddfa req-1851932b-45d6-4f45-b082-86f9b6157bdd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:25.709445 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2fbfa5e2-c552-464e-99ee-8bbfafbbddfa req-1851932b-45d6-4f45-b082-86f9b6157bdd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.3251240 Nov 19 03:20:25.742298 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:25.743140 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:25.764998 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-2e35a61d-40fb-4103-87cf-35c3cf97538a service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025269 Nov 19 03:20:25.784304 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-1e9348df-d8e9-4c2c-b93d-ee6a24c00a03 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7595758 Nov 19 03:20:25.811118 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Request body: {'port': {'device_id': '8641ae42-77ad-4054-8073-76018892c1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:25.863646 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2fbfa5e2-c552-464e-99ee-8bbfafbbddfa req-37b06798-c286-4d57-af47-2df9856f19b1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417050 Nov 19 03:20:25.893805 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:25.930767 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1267551-2b6d-4d38-9583-76927d758364 req-1b4630be-d4a4-4152-86b4-ad4bf5c1cc52 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558678 Nov 19 03:20:26.082928 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-bbd7f11e-adbd-4aa5-b7e2-f1c3e0274060 None None] Provisioning complete for port 4b50d896-6a79-4185-a31c-1931a0b889be triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:26.085200 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-bbd7f11e-adbd-4aa5-b7e2-f1c3e0274060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.115405 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5435-b284-4a41-bc76-41edef1d4c4c req-2bcc707b-b247-40d2-a947-fe17e8fbd66d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:26.117282 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e58a5435-b284-4a41-bc76-41edef1d4c4c req-2bcc707b-b247-40d2-a947-fe17e8fbd66d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0985754 Nov 19 03:20:26.120913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-e65c4f3f-6b37-4cbc-9140-b6081006c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:26.122618 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-e65c4f3f-6b37-4cbc-9140-b6081006c79d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 1097 time: 0.0719061 Nov 19 03:20:26.126206 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7f11e-adbd-4aa5-b7e2-f1c3e0274060 None None] Port 4b50d896-6a79-4185-a31c-1931a0b889be cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:20:26.181083 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53294) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:26.330554 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b50d896-6a79-4185-a31c-1931a0b889be {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:26.340843 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.347586 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e58a5435-b284-4a41-bc76-41edef1d4c4c req-6f769920-dd81-48b5-8178-092c72630485 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237601 Nov 19 03:20:26.363159 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d5f703b6-3bdf-4090-9c51-fc22afced65f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.375279 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-13f453b2-c862-401e-91db-a09e426bdbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:26.375413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Transition to ACTIVE for port object 4b50d896-6a79-4185-a31c-1931a0b889be will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:20:26.375523 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-13f453b2-c862-401e-91db-a09e426bdbfa service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.2435732 Nov 19 03:20:26.384241 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.460079 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385b50-2caf-4664-ae1e-f7e65b552904 req-4c36fcf9-b842-46ae-86de-bcbc1bbc3ef5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:26.462013 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c6385b50-2caf-4664-ae1e-f7e65b552904 req-4c36fcf9-b842-46ae-86de-bcbc1bbc3ef5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.1352718 Nov 19 03:20:26.465117 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-7943554c-67ab-40fd-9d16-45b411591dea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48 HTTP/1.1" status: 200 len: 217 time: 0.0793166 Nov 19 03:20:26.541100 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:26.624359 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Attempting to bind port 4b50d896-6a79-4185-a31c-1931a0b889be on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:26.624680 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Attempting to bind port 4b50d896-6a79-4185-a31c-1931a0b889be by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:26.624987 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Attempting to bind port 4b50d896-6a79-4185-a31c-1931a0b889be on network dc33bde6-1f11-4e70-b114-c741f5e152cf {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:26.628348 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d5f703b6-3bdf-4090-9c51-fc22afced65f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.642767 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53314) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:26.645393 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d5f703b6-3bdf-4090-9c51-fc22afced65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.651505 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-7bfcac0b-7fd6-425f-b2f2-a596481531f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:26.652983 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-7bfcac0b-7fd6-425f-b2f2-a596481531f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.1751373 Nov 19 03:20:26.661141 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Port 4b50d896-6a79-4185-a31c-1931a0b889be on network dc33bde6-1f11-4e70-b114-c741f5e152cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:20:26.661467 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Attempting to bind port 4b50d896-6a79-4185-a31c-1931a0b889be on network dc33bde6-1f11-4e70-b114-c741f5e152cf {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:26.693744 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:26.694146 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Checking segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:26.694498 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Bound using segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:26.695932 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c6385b50-2caf-4664-ae1e-f7e65b552904 req-5da99e84-6f73-4b6d-ab41-8db889640071 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156160 Nov 19 03:20:26.708577 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Bound port: 4b50d896-6a79-4185-a31c-1931a0b889be, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:26.709017 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.748158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f508a-6185-4f54-8a31-9d7924a82151 req-82666ec2-c6fa-4b6f-b57f-9a9f73346e59 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:26.754858 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f703b6-3bdf-4090-9c51-fc22afced65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b98024-7f88-44d9-a96b-797d16ee16fa,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:26.757686 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8b5f508a-6185-4f54-8a31-9d7924a82151 req-82666ec2-c6fa-4b6f-b57f-9a9f73346e59 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.2934661 Nov 19 03:20:26.759107 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d5f703b6-3bdf-4090-9c51-fc22afced65f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e5d731011c44794b39c49f6c02210d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5769768 Nov 19 03:20:26.761789 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53324) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:26.791160 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-fa01c4f3-3ead-49e5-9522-b45e7111fd7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198151 Nov 19 03:20:26.879754 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:26.884103 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6c1caae-e6aa-49f4-87c2-c08b602b554a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.885876 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-350b08b6-db37-4569-8a2c-1505e04df4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.898960 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:26.912868 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.967589 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-350b08b6-db37-4569-8a2c-1505e04df4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:26.986713 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-c4235fec-f3f0-4199-b33d-864217300a7b service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733329 Nov 19 03:20:27.019705 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:27.025710 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.026460 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.028009 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-dec290ad-f85b-4247-a107-432c4d654ebf service neutron] 10.222.0.50 "PUT /v2.0/ports/4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 1093 time: 1.2214377 Nov 19 03:20:27.031786 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:27.034278 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0ef316-9712-4d7c-93cb-e47ec82ec227" -d '{"events": [{"name": "network-changed", "server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:27.130508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ff193f3-efff-4fef-9461-b75b4c0ff269 req-883ca3c2-012b-4487-a26c-29683af33d51 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214788 Nov 19 03:20:27.159158 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-350b08b6-db37-4569-8a2c-1505e04df4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.165622 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-350b08b6-db37-4569-8a2c-1505e04df4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.169895 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-350b08b6-db37-4569-8a2c-1505e04df4cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88b98024-7f88-44d9-a96b-797d16ee16fa HTTP/1.1" status: 204 len: 168 time: 0.4071176 Nov 19 03:20:27.189859 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b08b6-db37-4569-8a2c-1505e04df4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b98024-7f88-44d9-a96b-797d16ee16fa,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:27.200933 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6c1caae-e6aa-49f4-87c2-c08b602b554a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.208242 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8b5f508a-6185-4f54-8a31-9d7924a82151 req-267c943e-9cc8-410d-89f3-2061a603ca1a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488387 Nov 19 03:20:27.222777 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d6c1caae-e6aa-49f4-87c2-c08b602b554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.254263 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf20d5-575c-4f94-bc1c-6a1c65d25180 req-cd3a3613-fb1c-438a-8547-14fe0f6528dd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.255059 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e27a01-5c88-4fef-a503-1b343163dfe6 x-openstack-request-id: req-c2e27a01-5c88-4fef-a503-1b343163dfe6 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:27.255430 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:27.255727 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2e27a01-5c88-4fef-a503-1b343163dfe6 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:27.256105 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0fcf20d5-575c-4f94-bc1c-6a1c65d25180 req-cd3a3613-fb1c-438a-8547-14fe0f6528dd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.2684493 Nov 19 03:20:27.256229 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'status': 'completed', 'code': 200} Nov 19 03:20:27.266297 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d6c1caae-e6aa-49f4-87c2-c08b602b554a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=609bc71b5893487bb0324a4dc9377cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220014 Nov 19 03:20:27.268512 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-fc0e94d9-185a-4e8c-9f0e-6feb401bed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.269207 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53336) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:27.271578 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-fc0e94d9-185a-4e8c-9f0e-6feb401bed8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1096 time: 0.1684694 Nov 19 03:20:27.347182 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-f956a96c-e79c-4e45-9bc0-117f14e285ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 217 time: 0.0455587 Nov 19 03:20:27.347386 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1caae-e6aa-49f4-87c2-c08b602b554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c73f4a-c4f8-46b8-a8bf-4791d54e8a71,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:27.366725 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0fcf20d5-575c-4f94-bc1c-6a1c65d25180 req-435fd9f9-00e1-42d2-b923-04fd0658eaf4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020577 Nov 19 03:20:27.404178 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5b6cda0f-8bc3-4528-a435-e22523ea4150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.417522 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-e92b6ce9-7dee-4208-8dbf-41665835406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.419795 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-e92b6ce9-7dee-4208-8dbf-41665835406d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0656831 Nov 19 03:20:27.433620 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5b6cda0f-8bc3-4528-a435-e22523ea4150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.517974 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-78bc4820-6d2f-408e-bf34-78bc5ea0aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.520135 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-78bc4820-6d2f-408e-bf34-78bc5ea0aa65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912261 Nov 19 03:20:27.538658 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5b6cda0f-8bc3-4528-a435-e22523ea4150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.542807 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5b6cda0f-8bc3-4528-a435-e22523ea4150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.546673 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5b6cda0f-8bc3-4528-a435-e22523ea4150 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1c73f4a-c4f8-46b8-a8bf-4791d54e8a71 HTTP/1.1" status: 204 len: 168 time: 0.2482450 Nov 19 03:20:27.567829 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25cadd-fd4a-49ff-a620-05755179d528 req-b47c6452-449e-4047-a022-f2d4ccec0e03 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.569595 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd25cadd-fd4a-49ff-a620-05755179d528 req-b47c6452-449e-4047-a022-f2d4ccec0e03 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0890334 Nov 19 03:20:27.570822 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cda0f-8bc3-4528-a435-e22523ea4150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c73f4a-c4f8-46b8-a8bf-4791d54e8a71,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:27.634135 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd25cadd-fd4a-49ff-a620-05755179d528 req-6f401d31-13da-4960-a659-1e6b98adc213 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561297 Nov 19 03:20:27.670866 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53354) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:27.682224 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-e1d6a02f-9ba5-4ab7-8f9c-e97ba16e6c21 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492198 Nov 19 03:20:27.689702 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b5adbd07-f66a-4fb2-bd72-0353194423e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.796269 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b5adbd07-f66a-4fb2-bd72-0353194423e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.804533 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b5adbd07-f66a-4fb2-bd72-0353194423e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.855316 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86b0c-428a-47bf-812f-9994dfe83a67 req-1805b448-5a01-4578-80ef-0d3328901260 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:27.856855 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9ac86b0c-428a-47bf-812f-9994dfe83a67 req-1805b448-5a01-4578-80ef-0d3328901260 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.0942252 Nov 19 03:20:27.857879 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adbd07-f66a-4fb2-bd72-0353194423e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2ae07a-5c5a-46e3-b292-ec73201d4aac,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:27.862905 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b5adbd07-f66a-4fb2-bd72-0353194423e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a52b1ceb86f147968877e6f70323b451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895502 Nov 19 03:20:27.865567 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53364) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:27.952435 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9ac86b0c-428a-47bf-812f-9994dfe83a67 req-55b8c9f3-e3ef-4580-aef3-100c538ae16e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843248 Nov 19 03:20:27.957013 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5422-80a8-482c-a74e-690980bdab99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:27.979806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5422-80a8-482c-a74e-690980bdab99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:28.028771 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5422-80a8-482c-a74e-690980bdab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:28.032261 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea9e5422-80a8-482c-a74e-690980bdab99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:28.034076 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ea9e5422-80a8-482c-a74e-690980bdab99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd2ae07a-5c5a-46e3-b292-ec73201d4aac HTTP/1.1" status: 204 len: 168 time: 0.1673052 Nov 19 03:20:28.042675 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e5422-80a8-482c-a74e-690980bdab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2ae07a-5c5a-46e3-b292-ec73201d4aac,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:28.303892 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de176ffb-c7a0-49d8-a7a4-4f2ccc6aba6f req-2108c475-2c9d-4e08-8971-33b78b9bec58 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:28.306181 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-de176ffb-c7a0-49d8-a7a4-4f2ccc6aba6f req-2108c475-2c9d-4e08-8971-33b78b9bec58 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0613227 Nov 19 03:20:28.373999 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-de176ffb-c7a0-49d8-a7a4-4f2ccc6aba6f req-84deb363-cee3-4473-bde0-dd9e567d22d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607104 Nov 19 03:20:28.490418 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169f51-2de8-4e95-8dfc-0e921c9fb237 req-19c4de5f-537f-454c-928c-8b7235ee9437 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:28.491971 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-57169f51-2de8-4e95-8dfc-0e921c9fb237 req-19c4de5f-537f-454c-928c-8b7235ee9437 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0580571 Nov 19 03:20:28.542488 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-57169f51-2de8-4e95-8dfc-0e921c9fb237 req-ae313dd2-ccdb-47b3-8432-2e8913e0a5b5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Nov 19 03:20:28.769090 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c3cc2-99cc-4298-a853-82a5e4a29f34 req-38f012d4-18e8-4400-b028-c516ef9e0482 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:28.779036 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7d0c3cc2-99cc-4298-a853-82a5e4a29f34 req-38f012d4-18e8-4400-b028-c516ef9e0482 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0673587 Nov 19 03:20:28.829758 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7d0c3cc2-99cc-4298-a853-82a5e4a29f34 req-d8623b55-1540-4be4-bbd7-b6df7716cd42 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494366 Nov 19 03:20:29.024031 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-be95b3d2-b61a-4b2c-ad27-63b226ec9373 req-461918db-fecd-46e9-a14f-0aacd9383a99 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056056 Nov 19 03:20:29.079337 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b1da7-93a5-4721-8b0e-ff975b4a95f5 req-ff25fd2d-8de3-4c64-9911-07846c63b4d9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:29.080972 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ab9b1da7-93a5-4721-8b0e-ff975b4a95f5 req-ff25fd2d-8de3-4c64-9911-07846c63b4d9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.0549941 Nov 19 03:20:29.132611 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ab9b1da7-93a5-4721-8b0e-ff975b4a95f5 req-bb29cf35-ec51-443f-bb7f-fd0bf1dec1df tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Nov 19 03:20:29.212739 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 53470) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:29.315350 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-21b25235-0d2c-4f8c-95ba-c902c2d9c1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.389417 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-21b25235-0d2c-4f8c-95ba-c902c2d9c1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.393845 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-21b25235-0d2c-4f8c-95ba-c902c2d9c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.433812 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-21b25235-0d2c-4f8c-95ba-c902c2d9c1ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e15f420d2ff46b09a9bb48c706fe674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199740 Nov 19 03:20:29.434975 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b25235-0d2c-4f8c-95ba-c902c2d9c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f16d49e-9358-4e90-86d9-22d35f3202b5,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:29.436684 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 53476) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:29.488485 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-688bc77d-ab6e-43f0-abea-d670c17eb0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.500135 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2314d-86e0-4c80-a8cb-a64b725164c1 req-a993bd33-56aa-4102-b91e-9fdaa38a99cc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:29.501590 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb2314d-86e0-4c80-a8cb-a64b725164c1 req-a993bd33-56aa-4102-b91e-9fdaa38a99cc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0488520 Nov 19 03:20:29.509772 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-688bc77d-ab6e-43f0-abea-d670c17eb0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.548786 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb2314d-86e0-4c80-a8cb-a64b725164c1 req-9e7608b7-33d2-460d-ba85-50128842206a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Nov 19 03:20:29.556881 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-688bc77d-ab6e-43f0-abea-d670c17eb0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.559603 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-688bc77d-ab6e-43f0-abea-d670c17eb0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:29.560888 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-688bc77d-ab6e-43f0-abea-d670c17eb0f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f16d49e-9358-4e90-86d9-22d35f3202b5 HTTP/1.1" status: 204 len: 168 time: 0.1221976 Nov 19 03:20:29.570113 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bc77d-ab6e-43f0-abea-d670c17eb0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f16d49e-9358-4e90-86d9-22d35f3202b5,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:29.670873 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657ed15-b96e-4586-8044-49183b8f6895 req-b959200f-bfbd-43b0-8a34-0d136ee46baf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:29.672782 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a657ed15-b96e-4586-8044-49183b8f6895 req-b959200f-bfbd-43b0-8a34-0d136ee46baf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0533519 Nov 19 03:20:29.723018 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a657ed15-b96e-4586-8044-49183b8f6895 req-6a39102a-60a8-40d5-807c-075f25f45fbb tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Nov 19 03:20:29.945302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f638b-edff-4ca8-b445-885951e572c1 req-c73c7b18-bece-4f0b-9ddb-9265404bf4d6 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:29.946715 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d94f638b-edff-4ca8-b445-885951e572c1 req-c73c7b18-bece-4f0b-9ddb-9265404bf4d6 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0484617 Nov 19 03:20:29.997718 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d94f638b-edff-4ca8-b445-885951e572c1 req-229e89f3-ce63-490e-9aef-be7a060f11d7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451114 Nov 19 03:20:30.246605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412f115-fa15-40c1-aab1-fe48cfce9042 req-e8a9af03-ac31-44b9-9de3-48e7420399de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:30.248056 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f412f115-fa15-40c1-aab1-fe48cfce9042 req-e8a9af03-ac31-44b9-9de3-48e7420399de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.0494275 Nov 19 03:20:30.304863 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f412f115-fa15-40c1-aab1-fe48cfce9042 req-c918b9b9-4a73-4732-ae01-fea5301b60fe tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509026 Nov 19 03:20:30.665565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84713c80-b968-4087-8b39-a5beabd74cb4 req-3c3279ad-65d1-49e7-9d4e-a3b0f12351cc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:30.667022 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-84713c80-b968-4087-8b39-a5beabd74cb4 req-3c3279ad-65d1-49e7-9d4e-a3b0f12351cc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0477934 Nov 19 03:20:30.713876 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-84713c80-b968-4087-8b39-a5beabd74cb4 req-0f4bd95b-64ff-4e18-88fe-f1c078e8b890 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Nov 19 03:20:30.835251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470ee91-e6e6-484b-aa92-b80afd362281 req-f0b24e1d-6700-4dd8-b05a-a2fe36e25fec tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:30.836678 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2470ee91-e6e6-484b-aa92-b80afd362281 req-f0b24e1d-6700-4dd8-b05a-a2fe36e25fec tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0472956 Nov 19 03:20:30.884745 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2470ee91-e6e6-484b-aa92-b80afd362281 req-2bc4768c-5094-4c50-bbfb-e69afea42b3c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Nov 19 03:20:31.118412 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33349f-cbba-498c-87c8-7f8f57d1564c req-a1523ca3-6804-45ca-94d2-b0d487620a4f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.119890 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d33349f-cbba-498c-87c8-7f8f57d1564c req-a1523ca3-6804-45ca-94d2-b0d487620a4f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 943 time: 0.0515287 Nov 19 03:20:31.166655 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d33349f-cbba-498c-87c8-7f8f57d1564c req-7dd3a8ae-5b0d-4a25-afea-f35db8ad645b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Nov 19 03:20:31.339582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f3a1472b-becd-4a09-9300-3ef891038626 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:20:31.422159 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-1537ce5b-f481-42b6-8602-a74af25caaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.423873 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-1537ce5b-f481-42b6-8602-a74af25caaad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1096 time: 0.0401826 Nov 19 03:20:31.429295 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf2f56-9800-4005-9295-43560d3623f7 req-3c8e8150-7ab6-43d1-a483-57b7ed3270de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.431179 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74bf2f56-9800-4005-9295-43560d3623f7 req-3c8e8150-7ab6-43d1-a483-57b7ed3270de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 943 time: 0.0575933 Nov 19 03:20:31.458411 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f3a1472b-becd-4a09-9300-3ef891038626, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f3a1472b-becd-4a09-9300-3ef891038626,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:31.471624 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'f3a1472b-becd-4a09-9300-3ef891038626', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'port_id': 'f3a1472b-becd-4a09-9300-3ef891038626', 'mac_address': 'fa:16:3e:69:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:20:31.491530 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74bf2f56-9800-4005-9295-43560d3623f7 req-b335e4f9-d748-4e10-9ffb-e84adebec23c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526514 Nov 19 03:20:31.512303 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:31.526356 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a1472b-becd-4a09-9300-3ef891038626 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:31.547414 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f3a1472b-becd-4a09-9300-3ef891038626, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f3a1472b-becd-4a09-9300-3ef891038626,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:31.551567 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:31.552311 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device e9c16595-10bc-456b-bed0-df7470f9741d details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:20:31.585686 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-812d7b53-43ed-4d45-b08e-c5d6cf0fbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.587224 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-812d7b53-43ed-4d45-b08e-c5d6cf0fbb39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.1552584 Nov 19 03:20:31.645451 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=f3a1472b-becd-4a09-9300-3ef891038626,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:31.654610 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-a0be7352-8e6d-462d-b6e8-777ab8bea5d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 217 time: 0.0345078 Nov 19 03:20:31.692166 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port e9c16595-10bc-456b-bed0-df7470f9741d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9c16595-10bc-456b-bed0-df7470f9741d,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:31.704307 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'e9c16595-10bc-456b-bed0-df7470f9741d', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'port_id': 'e9c16595-10bc-456b-bed0-df7470f9741d', 'mac_address': 'fa:16:3e:32:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:20:31.706911 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-1dfcc427-6a10-4806-b700-7f63a6405227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.708492 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-1dfcc427-6a10-4806-b700-7f63a6405227 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0469272 Nov 19 03:20:31.743329 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:31.759053 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c16595-10bc-456b-bed0-df7470f9741d {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:31.759315 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-6be335ab-d77a-4bc6-89f3-c22d5344a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.760860 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-6be335ab-d77a-4bc6-89f3-c22d5344a0f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436206 Nov 19 03:20:31.779350 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port e9c16595-10bc-456b-bed0-df7470f9741d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9c16595-10bc-456b-bed0-df7470f9741d,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:31.784173 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:31.784976 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 564d4434-0349-4ca0-a3f4-f36410053f5a details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:20:31.841437 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795ee9c-e9f0-4acd-8074-591ac6cdae0d req-2f47d44b-5bc7-4542-bc1c-6e1f31d5d2e5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:31.842965 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0795ee9c-e9f0-4acd-8074-591ac6cdae0d req-2f47d44b-5bc7-4542-bc1c-6e1f31d5d2e5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0532956 Nov 19 03:20:31.859304 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-df8787ca-ee4d-4296-a692-46d84824ff43 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895345 Nov 19 03:20:31.880170 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=e9c16595-10bc-456b-bed0-df7470f9741d,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:31.899653 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0795ee9c-e9f0-4acd-8074-591ac6cdae0d req-5b818faa-2b76-4a3a-b282-d63b5689a85c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500348 Nov 19 03:20:31.945601 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 564d4434-0349-4ca0-a3f4-f36410053f5a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564d4434-0349-4ca0-a3f4-f36410053f5a,segment=NetworkSegment(9276fd1b-f92f-4daa-9d3d-9e0ea681832b),segment_id=9276fd1b-f92f-4daa-9d3d-9e0ea681832b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:31.959305 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '564d4434-0349-4ca0-a3f4-f36410053f5a', 'network_id': '7785fb5c-8c03-4872-a076-a4033ec3cdba', 'port_id': '564d4434-0349-4ca0-a3f4-f36410053f5a', 'mac_address': 'fa:16:3e:c3:35:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a5d73d-1041-45c4-9eec-1c97c6e4aad6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:20:31.968770 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ea0ef316-9712-4d7c-93cb-e47ec82ec227 req-3bbc3496-9a54-430c-9ce9-75b3fbc6e980 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021895 Nov 19 03:20:32.011218 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:32.029904 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564d4434-0349-4ca0-a3f4-f36410053f5a {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:32.037954 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a7b36-fa00-461d-9d93-0dd4cc4e9976 req-5bd3705e-f473-4f28-80d8-18f30a5526ac tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:32.040144 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-306a7b36-fa00-461d-9d93-0dd4cc4e9976 req-5bd3705e-f473-4f28-80d8-18f30a5526ac tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0610363 Nov 19 03:20:32.058454 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 564d4434-0349-4ca0-a3f4-f36410053f5a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564d4434-0349-4ca0-a3f4-f36410053f5a,segment=NetworkSegment(9276fd1b-f92f-4daa-9d3d-9e0ea681832b),segment_id=9276fd1b-f92f-4daa-9d3d-9e0ea681832b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:32.066729 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:32.104674 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-306a7b36-fa00-461d-9d93-0dd4cc4e9976 req-b85f1c01-e8ba-4150-b30d-e09b8b9f70e1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570798 Nov 19 03:20:32.126866 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=564d4434-0349-4ca0-a3f4-f36410053f5a,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:32.291970 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb53f3-15d1-400a-b36e-13068216d264 req-835b5bc6-215d-42d2-9ff9-1a439fa7f2d3 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:32.293438 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffbb53f3-15d1-400a-b36e-13068216d264 req-835b5bc6-215d-42d2-9ff9-1a439fa7f2d3 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0526364 Nov 19 03:20:32.353115 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffbb53f3-15d1-400a-b36e-13068216d264 req-836562c9-7f7a-4f4e-ba52-d9fa227425bd tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517244 Nov 19 03:20:32.617241 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543a9c-f728-42d9-9cac-5920a056fbaa req-2601cb22-9bb7-476c-9240-6eeb27e17b5a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:32.618618 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e543a9c-f728-42d9-9cac-5920a056fbaa req-2601cb22-9bb7-476c-9240-6eeb27e17b5a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0462668 Nov 19 03:20:32.669933 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e543a9c-f728-42d9-9cac-5920a056fbaa req-0c909be0-9a32-4766-8f1d-771cbce13c9f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454867 Nov 19 03:20:33.038084 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edb615-0a9f-4212-acfa-396302740036 req-ff80fa07-4e25-43d3-97c7-cb1c124a1ec8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:33.039596 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1edb615-0a9f-4212-acfa-396302740036 req-ff80fa07-4e25-43d3-97c7-cb1c124a1ec8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0484731 Nov 19 03:20:33.092067 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1edb615-0a9f-4212-acfa-396302740036 req-25a9612d-3b7a-48b8-852d-1a0d0debf4ad tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Nov 19 03:20:33.231165 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba99139-a05a-4463-944a-f41835dafece req-a07d083c-d348-420a-8431-e4e74ebdffdc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:33.232495 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cba99139-a05a-4463-944a-f41835dafece req-a07d083c-d348-420a-8431-e4e74ebdffdc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0502203 Nov 19 03:20:33.279052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cba99139-a05a-4463-944a-f41835dafece req-ee70c991-ccaf-44b6-b811-8dd1ff2a75ae tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Nov 19 03:20:33.468773 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f116b01-2bc5-4ad1-8ef3-a11fd0efb4be req-950c8b24-e3ec-46a8-a9c2-285e47096b6a tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:33.470672 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8f116b01-2bc5-4ad1-8ef3-a11fd0efb4be req-950c8b24-e3ec-46a8-a9c2-285e47096b6a tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0497756 Nov 19 03:20:33.520123 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8f116b01-2bc5-4ad1-8ef3-a11fd0efb4be req-7e87f9c9-bfba-4d50-b3b4-632465c566e4 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Nov 19 03:20:33.783751 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f852dc0-a906-4133-9576-f69f0fcae7b4 req-d8a9829b-1b8b-4f75-a421-731ce8382ab7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:33.785146 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f852dc0-a906-4133-9576-f69f0fcae7b4 req-d8a9829b-1b8b-4f75-a421-731ce8382ab7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0480835 Nov 19 03:20:33.834175 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f852dc0-a906-4133-9576-f69f0fcae7b4 req-2b118492-59b8-446d-825e-b9bdc370b710 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Nov 19 03:20:34.208872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb59f41-2501-4e01-8352-51534fff4231 req-c19d06a0-0afe-4967-852d-d75e75680067 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:34.210383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9fb59f41-2501-4e01-8352-51534fff4231 req-c19d06a0-0afe-4967-852d-d75e75680067 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0483797 Nov 19 03:20:34.258676 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9fb59f41-2501-4e01-8352-51534fff4231 req-baa3c78e-4eb5-4619-99dd-11acf31b3816 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Nov 19 03:20:34.395325 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6b2fc-9a94-4b07-8fb6-95f4bfe7625d req-996491a2-7f9d-4513-9e57-bbfa4b437cbe tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:34.396671 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9cb6b2fc-9a94-4b07-8fb6-95f4bfe7625d req-996491a2-7f9d-4513-9e57-bbfa4b437cbe tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0473132 Nov 19 03:20:34.446091 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9cb6b2fc-9a94-4b07-8fb6-95f4bfe7625d req-2b0eb0e0-fa28-4a0a-8795-3ce368c65432 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Nov 19 03:20:34.637012 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad50365-a3bd-4103-a377-eb56a335c9fe req-c4e5e360-04cb-47c5-b2e1-08326abadfa5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:34.638744 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3ad50365-a3bd-4103-a377-eb56a335c9fe req-c4e5e360-04cb-47c5-b2e1-08326abadfa5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0519907 Nov 19 03:20:34.685604 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3ad50365-a3bd-4103-a377-eb56a335c9fe req-081012ee-fabd-48f7-9b0e-d1a15821a215 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Nov 19 03:20:34.947170 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfd62e-4d7e-4319-82f4-43638f11ec74 req-cf6ba8a7-395f-432e-87ec-ba35502479c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:34.948632 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-04cfd62e-4d7e-4319-82f4-43638f11ec74 req-cf6ba8a7-395f-432e-87ec-ba35502479c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0482011 Nov 19 03:20:34.996377 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-04cfd62e-4d7e-4319-82f4-43638f11ec74 req-49024d9c-4868-4046-a1ce-42b60208a5d7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Nov 19 03:20:35.381141 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234717c-1f2c-4f1f-ae7f-83746c6b0d5d req-54379bba-8d30-4fe1-8e86-9f08b1cfe362 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:35.382619 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2234717c-1f2c-4f1f-ae7f-83746c6b0d5d req-54379bba-8d30-4fe1-8e86-9f08b1cfe362 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0537605 Nov 19 03:20:35.428624 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2234717c-1f2c-4f1f-ae7f-83746c6b0d5d req-2d2ed4ab-7676-4d6e-abdb-83b6776bbd6f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Nov 19 03:20:35.557840 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab449739-39dc-4ad4-bb48-ebd3d7d7bd4e req-63d055b6-d807-4398-921b-04b4b5855a13 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:35.559286 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ab449739-39dc-4ad4-bb48-ebd3d7d7bd4e req-63d055b6-d807-4398-921b-04b4b5855a13 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0478120 Nov 19 03:20:35.606527 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ab449739-39dc-4ad4-bb48-ebd3d7d7bd4e req-88f2fd60-b5f9-4462-96f8-82c1219d0fcf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Nov 19 03:20:35.800675 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d651b6b-304b-4f0c-b209-cf7901c41592 req-c11c07cc-d7bd-41df-81b5-fe7d1f3734c4 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:35.802129 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3d651b6b-304b-4f0c-b209-cf7901c41592 req-c11c07cc-d7bd-41df-81b5-fe7d1f3734c4 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0477445 Nov 19 03:20:35.851249 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3d651b6b-304b-4f0c-b209-cf7901c41592 req-2b95c19a-cac6-4002-b452-7ca763280f69 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429347 Nov 19 03:20:36.117105 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7254a-5503-4402-a9bd-cb038bde8d56 req-9a8ac5cf-79fd-4f94-a1d4-f5cff9001611 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:36.118580 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7b7254a-5503-4402-a9bd-cb038bde8d56 req-9a8ac5cf-79fd-4f94-a1d4-f5cff9001611 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0475118 Nov 19 03:20:36.167945 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7b7254a-5503-4402-a9bd-cb038bde8d56 req-cbd4a8a4-4c0b-4b6f-aa7c-b9d54476d7ab tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Nov 19 03:20:36.545843 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1932e91-58c4-4bda-b1cd-39b0dfb3416e req-6ad7f7be-abc0-4c94-a882-717c92c68961 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:36.547445 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1932e91-58c4-4bda-b1cd-39b0dfb3416e req-6ad7f7be-abc0-4c94-a882-717c92c68961 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0472274 Nov 19 03:20:36.593606 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1932e91-58c4-4bda-b1cd-39b0dfb3416e req-a21fa0e4-be35-453c-b67a-6ce1cf7a35e0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Nov 19 03:20:36.725239 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a22a0-426f-4aa4-8652-1bcce5e1a596 req-cd5ccaee-0215-439f-ab23-0535c959c759 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:36.726710 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-069a22a0-426f-4aa4-8652-1bcce5e1a596 req-cd5ccaee-0215-439f-ab23-0535c959c759 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0535433 Nov 19 03:20:36.773648 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-069a22a0-426f-4aa4-8652-1bcce5e1a596 req-74e0572d-b1de-4d63-a5eb-41c5a7431d1d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Nov 19 03:20:36.965412 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fc691-de05-49ad-97ba-9354643aa677 req-67684454-e535-4267-9209-2db69fa2c422 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:36.966888 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9f5fc691-de05-49ad-97ba-9354643aa677 req-67684454-e535-4267-9209-2db69fa2c422 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0478036 Nov 19 03:20:37.013418 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9f5fc691-de05-49ad-97ba-9354643aa677 req-74ae0a1b-c4e8-43f4-a982-dd5ae9cbd5a5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Nov 19 03:20:37.279449 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ded421-73cf-4d32-8785-96150c85dc95 req-4deb75e9-81d4-4ce1-a91c-65441e7eb528 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:37.281484 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34ded421-73cf-4d32-8785-96150c85dc95 req-4deb75e9-81d4-4ce1-a91c-65441e7eb528 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0481439 Nov 19 03:20:37.332250 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34ded421-73cf-4d32-8785-96150c85dc95 req-add4f5c9-6259-46d4-9f6e-5b1052f2ce09 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Nov 19 03:20:37.351942 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d35f20d-ef1b-4f3e-a0b5-ccdc965b5f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:37.562863 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:37.714851 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177874c-3ba0-4889-ada2-8dca87008e58 req-b3be90ba-527b-40b0-89c7-53043128cd40 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:37.716289 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5177874c-3ba0-4889-ada2-8dca87008e58 req-b3be90ba-527b-40b0-89c7-53043128cd40 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0517712 Nov 19 03:20:37.762427 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5177874c-3ba0-4889-ada2-8dca87008e58 req-72705e9b-d988-42e4-919d-3cf39e8bd775 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Nov 19 03:20:37.886708 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c8fd8-fd81-42ef-8354-1b7fb8ec7436 req-02a17619-9b31-416b-bae0-1a836e594dd7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:37.888180 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-654c8fd8-fd81-42ef-8354-1b7fb8ec7436 req-02a17619-9b31-416b-bae0-1a836e594dd7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0487888 Nov 19 03:20:37.935412 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-654c8fd8-fd81-42ef-8354-1b7fb8ec7436 req-c57bc38f-48c5-4e2a-b471-79169294e6ff tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Nov 19 03:20:38.128957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24470bbf-83a3-4de2-808e-cb9f32241f33 req-a3ba124b-aedc-4a5b-aa85-747fb883826e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:38.130313 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-24470bbf-83a3-4de2-808e-cb9f32241f33 req-a3ba124b-aedc-4a5b-aa85-747fb883826e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0501912 Nov 19 03:20:38.176256 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-24470bbf-83a3-4de2-808e-cb9f32241f33 req-85af31cf-4543-4b5c-9c1c-a28fb92bb37f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400343 Nov 19 03:20:38.459033 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ed637-4491-42a1-b133-9ad61f4f5900 req-d19024c7-1343-475a-86ba-4305c15703d0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:38.460478 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ab1ed637-4491-42a1-b133-9ad61f4f5900 req-d19024c7-1343-475a-86ba-4305c15703d0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0505345 Nov 19 03:20:38.507514 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ab1ed637-4491-42a1-b133-9ad61f4f5900 req-66abf298-d51d-4680-bccf-d34a39a3c8a4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Nov 19 03:20:38.881024 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfd24e-7ed8-4638-a2da-24c94fd9ff40 req-5adfe9e3-29a7-4d00-aba2-cc021ab85ef5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:38.882497 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44dfd24e-7ed8-4638-a2da-24c94fd9ff40 req-5adfe9e3-29a7-4d00-aba2-cc021ab85ef5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0500143 Nov 19 03:20:38.930888 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44dfd24e-7ed8-4638-a2da-24c94fd9ff40 req-7990561e-d03e-48dc-873d-45841adfd37b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Nov 19 03:20:39.031771 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['f3a1472b-becd-4a09-9300-3ef891038626'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:20:39.050939 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916fc6d-fabb-444c-b33f-16b1335bcd8c req-9ea0c99d-2e28-49d8-9702-0ae1af67ef08 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:39.052316 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8916fc6d-fabb-444c-b33f-16b1335bcd8c req-9ea0c99d-2e28-49d8-9702-0ae1af67ef08 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0492427 Nov 19 03:20:39.103062 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8916fc6d-fabb-444c-b33f-16b1335bcd8c req-f36e83d8-180b-4f28-9ea2-7146ebe106fe tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Nov 19 03:20:39.211013 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:20:39.260570 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['564d4434-0349-4ca0-a3f4-f36410053f5a'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:20:39.295142 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fda25e-1da9-406e-8a53-84e665e71aff req-763bc67e-9f83-4b48-8f68-1efa8ef7ddfa tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:39.297332 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0fda25e-1da9-406e-8a53-84e665e71aff req-763bc67e-9f83-4b48-8f68-1efa8ef7ddfa tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0497851 Nov 19 03:20:39.356681 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0fda25e-1da9-406e-8a53-84e665e71aff req-121babf9-9381-47f5-943f-883be6fa0d5e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529759 Nov 19 03:20:39.625519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3a6b-fb67-436b-9722-79177ae58af1 req-75ecbe62-6913-475c-9d0d-326fa3b067f0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:39.626959 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-626c3a6b-fb67-436b-9722-79177ae58af1 req-75ecbe62-6913-475c-9d0d-326fa3b067f0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0478799 Nov 19 03:20:39.635713 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e2b3f75e-05f0-4c14-bb2a-1f575a8601ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:39.677002 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-626c3a6b-fb67-436b-9722-79177ae58af1 req-6aed75d4-5b16-43ee-96b8-65eb29c7196a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 Nov 19 03:20:40.051010 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd64c2-a744-4262-b64d-69b46e5ba431 req-efcdc0d7-af99-48da-acab-1c7c74fe4d2a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:40.052521 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-62cd64c2-a744-4262-b64d-69b46e5ba431 req-efcdc0d7-af99-48da-acab-1c7c74fe4d2a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0491445 Nov 19 03:20:40.111194 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-62cd64c2-a744-4262-b64d-69b46e5ba431 req-8d60bcb9-ed0e-4b59-9223-15176e2e7893 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514438 Nov 19 03:20:40.149938 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-fbf3f92f-17d6-4e91-b37e-635e1a9fff5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1bb6b42dcbee4a2e816a4831adf88bb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319729 Nov 19 03:20:40.532861 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d9640-2a72-42c4-ac40-6058287cd0e7 req-baad6024-9196-49f9-8311-c14343e78771 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:40.534403 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc4d9640-2a72-42c4-ac40-6058287cd0e7 req-baad6024-9196-49f9-8311-c14343e78771 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.3484380 Nov 19 03:20:40.588999 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-8505ffa7-714c-4b9e-8793-56a43b2ad1e1 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:40.590427 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-8505ffa7-714c-4b9e-8793-56a43b2ad1e1 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4400573 Nov 19 03:20:40.617486 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-e292829a-6046-4959-97df-5005d31c6ebd tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/quotas/1bb6b42dcbee4a2e816a4831adf88bb6 HTTP/1.1" status: 200 len: 375 time: 0.0202377 Nov 19 03:20:40.621045 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fc4d9640-2a72-42c4-ac40-6058287cd0e7 req-d89bb111-aed4-4f17-bea7-236055310651 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708137 Nov 19 03:20:40.652838 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4df5d5ba-8fb8-4a09-bbbf-7d98b7867fb3 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1bb6b42dcbee4a2e816a4831adf88bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300446 Nov 19 03:20:40.721911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df1a7-18f0-4982-bafe-ec5df135b8bb req-6806feb9-dc51-4c8a-81ae-c2a5f8ee9c6e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:40.723465 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe1df1a7-18f0-4982-bafe-ec5df135b8bb req-6806feb9-dc51-4c8a-81ae-c2a5f8ee9c6e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0471907 Nov 19 03:20:40.760685 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:40.791806 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe1df1a7-18f0-4982-bafe-ec5df135b8bb req-16baf396-1288-4262-84ca-79e8eebda6ed tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618908 Nov 19 03:20:40.873348 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-85972fc1-5548-407c-9ef1-cdb3cf092107 req-7ad277fc-5e2d-4f5f-b191-d073017ae9fe tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0314298 Nov 19 03:20:40.880927 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db71d10-ae8b-4386-9601-5d9b3f5979cc req-dd00192e-38ff-42db-b80c-ab763d4b3ed8 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:40.882947 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2db71d10-ae8b-4386-9601-5d9b3f5979cc req-dd00192e-38ff-42db-b80c-ab763d4b3ed8 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0757489 Nov 19 03:20:40.945233 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2db71d10-ae8b-4386-9601-5d9b3f5979cc req-c511b23a-2846-457b-8216-5e572353eca6 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Nov 19 03:20:41.238734 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae39b-4fad-4a44-9c92-8d7bb63e8b90 req-fac6f6f4-132a-4b2d-b879-55e69b21a2b2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:41.240130 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-234ae39b-4fad-4a44-9c92-8d7bb63e8b90 req-fac6f6f4-132a-4b2d-b879-55e69b21a2b2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0518715 Nov 19 03:20:41.289842 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-234ae39b-4fad-4a44-9c92-8d7bb63e8b90 req-ed015364-3512-42b6-8473-6ee8bcd31007 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Nov 19 03:20:41.594549 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:20:41.716468 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:41.728785 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48', 'network_id': '4d12413f-85e7-474c-a155-01fa1c3d890a', 'port_id': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48', 'mac_address': 'fa:16:3e:12:23:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:20:41.747315 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdea9a-92e5-457d-a1c4-453474eec87d req-9a455de7-aa38-416e-aea6-70c9bc30fec2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:41.748792 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60fdea9a-92e5-457d-a1c4-453474eec87d req-9a455de7-aa38-416e-aea6-70c9bc30fec2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 944 time: 0.0533178 Nov 19 03:20:41.761772 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:20:41.768621 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:41.786020 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:41.806341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60fdea9a-92e5-457d-a1c4-453474eec87d req-0a332882-a337-454b-9c09-9decd1f1e024 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489857 Nov 19 03:20:41.814730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:41.818220 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:41.878255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:41.924459 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa2ed-fbd8-4620-ad0c-464ce17d7e59 req-bd557a9c-04c8-4bb6-9840-affab77d7ea0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:41.927054 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fceaa2ed-fbd8-4620-ad0c-464ce17d7e59 req-bd557a9c-04c8-4bb6-9840-affab77d7ea0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0663190 Nov 19 03:20:41.976462 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1cbaddf9-2236-41af-9e53-fbe8f074806e req-1a95d016-7480-497e-bfdf-5febb04e25dd tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0352197 Nov 19 03:20:42.000712 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fceaa2ed-fbd8-4620-ad0c-464ce17d7e59 req-6d6e6e5b-5b21-4232-aa0f-3aaeb54a8d4c tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Nov 19 03:20:42.079820 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30734a7-3f59-4120-9ff8-447d2422b8a9 req-595227c0-c9c1-457f-b3a8-598fc9d64f86 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:42.081694 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e30734a7-3f59-4120-9ff8-447d2422b8a9 req-595227c0-c9c1-457f-b3a8-598fc9d64f86 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0503328 Nov 19 03:20:42.140478 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e30734a7-3f59-4120-9ff8-447d2422b8a9 req-4e878d97-064e-4dbd-94ae-aa022037647c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519340 Nov 19 03:20:42.257837 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:42.411788 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33e26-5db2-4151-a6a1-d829a41e9317 req-d35adb45-8475-4099-8941-b70ed6015be5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:42.413256 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-87e33e26-5db2-4151-a6a1-d829a41e9317 req-d35adb45-8475-4099-8941-b70ed6015be5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0500946 Nov 19 03:20:42.460498 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-87e33e26-5db2-4151-a6a1-d829a41e9317 req-d694816a-cee7-4266-99b2-57723b834c84 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 Nov 19 03:20:42.871115 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:42.921308 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b54bcb-5e2a-4339-a94d-b25400426f71 req-0f173645-4317-4b25-906d-da68adb24a9a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:42.922917 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-64b54bcb-5e2a-4339-a94d-b25400426f71 req-0f173645-4317-4b25-906d-da68adb24a9a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 945 time: 0.0477409 Nov 19 03:20:42.969607 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-64b54bcb-5e2a-4339-a94d-b25400426f71 req-8fde82e9-51b7-4525-9b4c-84d37610533d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Nov 19 03:20:43.070775 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dfceb176-89f9-4931-8b96-aca93881e063 req-e0868fde-a020-414d-b0b3-36666a935d17 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0294030 Nov 19 03:20:43.118106 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f0ec0-dcd2-451b-925a-d85bcf5946e6 req-97e33400-3412-4228-b9d5-62c89802aa84 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:43.119507 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fb1f0ec0-dcd2-451b-925a-d85bcf5946e6 req-97e33400-3412-4228-b9d5-62c89802aa84 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0475776 Nov 19 03:20:43.167147 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fb1f0ec0-dcd2-451b-925a-d85bcf5946e6 req-6c78ccb4-45fa-4cf9-a25e-50afc9f83ee0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Nov 19 03:20:43.256713 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdee525-9de0-4587-9787-8e47ffb1941e req-717d3a41-9255-49aa-96b9-a9bf310ca75b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:43.259254 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5cdee525-9de0-4587-9787-8e47ffb1941e req-717d3a41-9255-49aa-96b9-a9bf310ca75b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Nov 19 03:20:43.306241 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5cdee525-9de0-4587-9787-8e47ffb1941e req-26fa1723-f1f8-4a00-a06d-d490ca185341 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Nov 19 03:20:43.588960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099cab7-99ea-4bb5-9316-cb8041de3c29 req-98b61c89-57aa-4405-bd40-5ad3f1fd42c6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:43.590493 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c099cab7-99ea-4bb5-9316-cb8041de3c29 req-98b61c89-57aa-4405-bd40-5ad3f1fd42c6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0514143 Nov 19 03:20:43.640975 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c099cab7-99ea-4bb5-9316-cb8041de3c29 req-6feb5a67-8137-4105-bd97-733973f24a95 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Nov 19 03:20:44.084707 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f602519-f6f0-4aea-addc-db3f68647492 req-4f204222-6c95-4100-a8df-16cece7e4322 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:44.086194 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8f602519-f6f0-4aea-addc-db3f68647492 req-4f204222-6c95-4100-a8df-16cece7e4322 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Nov 19 03:20:44.134149 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8f602519-f6f0-4aea-addc-db3f68647492 req-4586edfe-a0f6-41c5-8e89-2fd9346753a1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Nov 19 03:20:44.162020 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a04ea3d7-f700-4216-859b-7c29d95c3e88 req-d2e34ca7-5602-4830-968c-e0fe08e52320 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0254021 Nov 19 03:20:44.281069 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2f991-a2ba-4330-945c-1a022c5db24e req-c045508f-241a-439e-8fb9-dffa0252b86d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:44.282572 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-99b2f991-a2ba-4330-945c-1a022c5db24e req-c045508f-241a-439e-8fb9-dffa0252b86d tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0516844 Nov 19 03:20:44.329542 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-99b2f991-a2ba-4330-945c-1a022c5db24e req-aff26d23-fb9a-4b86-8fd7-4867e0f2e5e7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Nov 19 03:20:44.427426 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706959-7863-4e54-9b1f-8d9561125387 req-7c5fbce1-1ac4-412b-a314-57be9cf640c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:44.428921 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b5706959-7863-4e54-9b1f-8d9561125387 req-7c5fbce1-1ac4-412b-a314-57be9cf640c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0574944 Nov 19 03:20:44.480806 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b5706959-7863-4e54-9b1f-8d9561125387 req-638c3099-03de-4acf-8a56-7d28db09c8c5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Nov 19 03:20:44.769035 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ee8d3-e0fa-4f4e-9434-095f5a1e9899 req-e5d63b04-a965-4d0d-92fd-ae3aa93b34cf tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:44.771052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1b2ee8d3-e0fa-4f4e-9434-095f5a1e9899 req-e5d63b04-a965-4d0d-92fd-ae3aa93b34cf tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0544510 Nov 19 03:20:44.819819 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1b2ee8d3-e0fa-4f4e-9434-095f5a1e9899 req-bbf62a45-da71-4f1b-b268-2d57857bfd1c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Nov 19 03:20:45.255283 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-88d5878f-dfc4-431c-90a0-e8afa28d3566 req-0d171c11-2142-4e60-b388-21e8de93f623 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Nov 19 03:20:45.272572 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4746e4-5f9c-46fd-916d-6341ed1a4400 req-f383592a-2c06-4d41-88ee-be0bbd524287 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:45.274057 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eb4746e4-5f9c-46fd-916d-6341ed1a4400 req-f383592a-2c06-4d41-88ee-be0bbd524287 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 945 time: 0.0751123 Nov 19 03:20:45.324295 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eb4746e4-5f9c-46fd-916d-6341ed1a4400 req-430a79d7-67f9-45c1-91fc-ce8b3e1ca73c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436659 Nov 19 03:20:45.446153 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff8ee7-16c4-4b9f-b86a-c4ff40f95e1b req-1a2eac1a-1b66-4a12-b423-d65167488b17 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:45.447631 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eeff8ee7-16c4-4b9f-b86a-c4ff40f95e1b req-1a2eac1a-1b66-4a12-b423-d65167488b17 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0534627 Nov 19 03:20:45.495778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eeff8ee7-16c4-4b9f-b86a-c4ff40f95e1b req-f7d30972-48fc-4ba9-8f50-faa7862989da tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Nov 19 03:20:45.593843 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ef7ce-01cd-40b8-a855-3f29631b2360 req-8e437b55-00c8-4ef2-8e17-4d70936af597 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:45.595284 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a6ef7ce-01cd-40b8-a855-3f29631b2360 req-8e437b55-00c8-4ef2-8e17-4d70936af597 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0474181 Nov 19 03:20:45.641589 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a6ef7ce-01cd-40b8-a855-3f29631b2360 req-6f23e2a0-297f-4b72-9248-0465ea68677c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Nov 19 03:20:45.938807 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f092a-b5d9-4ac4-b274-852cc2b00055 req-d0a58043-c259-4f4e-8bdb-3047794c65fc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:45.940493 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e25f092a-b5d9-4ac4-b274-852cc2b00055 req-d0a58043-c259-4f4e-8bdb-3047794c65fc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0504298 Nov 19 03:20:45.993336 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e25f092a-b5d9-4ac4-b274-852cc2b00055 req-e4ffd31c-48fb-487d-952d-605881aece94 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458386 Nov 19 03:20:46.310377 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-91726b0e-9b11-437c-8e5b-ed32f54a29ad tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1bb6b42dcbee4a2e816a4831adf88bb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291214 Nov 19 03:20:46.353219 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2f7f747b-0c66-4840-867b-febbcd9c183c req-f2e93f47-a80e-4466-9986-29588c66cd94 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0275056 Nov 19 03:20:46.471718 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c49c7-5642-4fdf-aae4-91f24cc23c9e req-a10a5634-5bde-4122-853a-2e6ee1779ef1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:46.475615 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a08c49c7-5642-4fdf-aae4-91f24cc23c9e req-a10a5634-5bde-4122-853a-2e6ee1779ef1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 945 time: 0.0674167 Nov 19 03:20:46.529489 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a08c49c7-5642-4fdf-aae4-91f24cc23c9e req-ef78296f-818c-4dec-86b4-e562ec4563f4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Nov 19 03:20:46.534937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-2240ecb0-ebd3-4918-a0c6-aa7e11bef973 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:46.537151 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-2240ecb0-ebd3-4918-a0c6-aa7e11bef973 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201719 Nov 19 03:20:46.592941 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Request body: {'port': {'device_id': 'd668ca76-7d13-479a-81de-3fb38e242812', 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64', 'admin_state_up': True, 'tenant_id': '1bb6b42dcbee4a2e816a4831adf88bb6'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:46.617192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f539a8-c619-4209-8bef-3f62d9b8fa1b req-520ba07b-ebe2-4cee-b2fd-eefeac8ef003 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:46.618694 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1f539a8-c619-4209-8bef-3f62d9b8fa1b req-520ba07b-ebe2-4cee-b2fd-eefeac8ef003 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0547657 Nov 19 03:20:46.679545 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1f539a8-c619-4209-8bef-3f62d9b8fa1b req-bd69eda2-1ad2-4de4-8417-9b96a19842a0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543704 Nov 19 03:20:46.714452 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Made reservation on behalf of 1bb6b42dcbee4a2e816a4831adf88bb6 for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:20:46.718043 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:46.727255 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:46.793359 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f81d61-4af8-4e9f-9606-f39a0db8c5dc req-1fb62cb9-d6f5-41c7-8efa-fb4d0a597ef3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:46.804460 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0f81d61-4af8-4e9f-9606-f39a0db8c5dc req-1fb62cb9-d6f5-41c7-8efa-fb4d0a597ef3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0803411 Nov 19 03:20:46.822077 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:46.827971 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:46.856338 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0f81d61-4af8-4e9f-9606-f39a0db8c5dc req-15172522-c2fd-47e8-a20a-337118518884 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509923 Nov 19 03:20:46.906707 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e365b8fc-c067-4bd0-82ff-a06915c83c41,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:46.959263 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['0fcea7e8-8abe-4c82-990b-b3b5386e6d48'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:20:46.980077 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Allocated IP 192.168.233.107 (8621a045-b89a-4fb5-b680-779c9bb03d64/51f685e6-b264-4025-bf9b-327f6731710d/314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:20:47.169075 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ee3e5-3c74-487b-8b51-79f99848d105 req-d88519e7-9b4d-4712-b50b-8433c0bfac07 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:47.170721 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0c9ee3e5-3c74-487b-8b51-79f99848d105 req-d88519e7-9b4d-4712-b50b-8433c0bfac07 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0647414 Nov 19 03:20:47.234281 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0c9ee3e5-3c74-487b-8b51-79f99848d105 req-bf2e8e55-96b3-4b03-836e-4d4b4b6ef4cd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565729 Nov 19 03:20:47.257099 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:20:47.370504 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:47.382827 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '4b50d896-6a79-4185-a31c-1931a0b889be', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be', 'mac_address': 'fa:16:3e:36:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:20:47.387838 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.425072 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.429611 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.441560 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b50d896-6a79-4185-a31c-1931a0b889be {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:47.469851 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:47.474244 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.477676 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Network 8621a045-b89a-4fb5-b680-779c9bb03d64 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:20:47.481088 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:20:47.485176 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:20:47.513574 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b393771-f0d2-4b69-90dc-54a2156f5502 req-3537a970-0677-4b17-8cb1-a8dcfcee554f tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:47.515333 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Pushing event updated for resources: {'Port': ['ID=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:47.515864 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9b393771-f0d2-4b69-90dc-54a2156f5502 req-3537a970-0677-4b17-8cb1-a8dcfcee554f tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 936 time: 0.0799396 Nov 19 03:20:47.534350 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:47.549292 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:47.549937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.568172 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-ff1a19cf-26a5-41e1-aa59-e216dd5fe00d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9791348 Nov 19 03:20:47.590763 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Request body: {'port': {'device_id': 'd668ca76-7d13-479a-81de-3fb38e242812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:20:47.596410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9b393771-f0d2-4b69-90dc-54a2156f5502 req-13a2e16d-169f-42f2-9b74-daea76270e2a tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596552 Nov 19 03:20:47.657532 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.669376 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5024d4a-2d5e-48d7-843e-fe7ff8f46ed5 req-2c66836b-bd70-41dc-a8ae-03021cf8bc7b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:47.678024 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c5024d4a-2d5e-48d7-843e-fe7ff8f46ed5 req-2c66836b-bd70-41dc-a8ae-03021cf8bc7b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 945 time: 0.0592673 Nov 19 03:20:47.729848 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c5024d4a-2d5e-48d7-843e-fe7ff8f46ed5 req-f7b88907-4c6b-47ae-9f8d-2683add9a401 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505991 Nov 19 03:20:47.779354 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-2aa8b96f-271a-4822-a5ed-7f31bec950c3 None None] Provisioning complete for port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:47.779766 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2aa8b96f-271a-4822-a5ed-7f31bec950c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.815017 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b05d10-dbbd-44d4-a747-ed37126b5920 req-19cfe3b2-8e60-4a3a-b0e5-be9b1e184390 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:47.817687 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97b05d10-dbbd-44d4-a747-ed37126b5920 req-19cfe3b2-8e60-4a3a-b0e5-be9b1e184390 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0589271 Nov 19 03:20:47.841558 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8b96f-271a-4822-a5ed-7f31bec950c3 None None] Port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:20:47.879556 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97b05d10-dbbd-44d4-a747-ed37126b5920 req-ad35053c-cddb-4418-86de-af62670369fb tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530562 Nov 19 03:20:47.959608 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:47.968462 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.982841 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Transition to ACTIVE for port object 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:20:47.987152 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:47.989502 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0cf6-13b5-4c23-8ede-d9df7c6afc2d req-82464cc5-c835-4c56-b668-623e4e9fa9fa tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:47.995057 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7aee0cf6-13b5-4c23-8ede-d9df7c6afc2d req-82464cc5-c835-4c56-b668-623e4e9fa9fa tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0599065 Nov 19 03:20:48.047804 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7aee0cf6-13b5-4c23-8ede-d9df7c6afc2d req-d5967aea-7a64-4535-b5aa-8b3b2d46c1e3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Nov 19 03:20:48.085416 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Pushing event updated for resources: {'Port': ['ID=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:48.120129 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Attempting to bind port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:20:48.120478 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Attempting to bind port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:20:48.120808 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Attempting to bind port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 on network 8621a045-b89a-4fb5-b680-779c9bb03d64 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:48.126585 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 on network 8621a045-b89a-4fb5-b680-779c9bb03d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:20:48.126914 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Attempting to bind port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 on network 8621a045-b89a-4fb5-b680-779c9bb03d64 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:20:48.132549 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:20:48.132913 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Checking segment: {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:20:48.133328 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Bound using segment: {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:20:48.133762 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Bound port: 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:20:48.134121 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:48.151144 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4b50d896-6a79-4185-a31c-1931a0b889be'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:20:48.215536 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] For port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:20:48.221990 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] For port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:20:48.228847 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:48.271635 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.272442 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:48.273894 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] 10.222.0.50 "PUT /v2.0/ports/314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 HTTP/1.1" status: 200 len: 1098 time: 0.6895647 Nov 19 03:20:48.274261 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd668ca76-7d13-479a-81de-3fb38e242812', 'tag': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:48.276627 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ab1879-c931-44b6-9437-b47722dc6504" -d '{"events": [{"name": "network-changed", "server_uuid": "d668ca76-7d13-479a-81de-3fb38e242812", "tag": "314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:48.301451 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f03a-af89-4208-a4f7-5c874672c71d service neutron] Pushing event updated for resources: {'Port': ['ID=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:48.378185 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20f1c17-1687-47ad-ad6e-ce4730ce6953 x-openstack-request-id: req-b20f1c17-1687-47ad-ad6e-ce4730ce6953 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:48.378522 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d668ca76-7d13-479a-81de-3fb38e242812", "tag": "314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:48.378761 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b20f1c17-1687-47ad-ad6e-ce4730ce6953 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:48.381766 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd668ca76-7d13-479a-81de-3fb38e242812', 'tag': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6', 'status': 'completed', 'code': 200} Nov 19 03:20:48.425443 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-7b6a1b62-1c58-4ce8-9aa3-0a4897937e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.425443 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-7b6a1b62-1c58-4ce8-9aa3-0a4897937e55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1bb6b42dcbee4a2e816a4831adf88bb6&device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 1101 time: 0.0642142 Nov 19 03:20:48.439907 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03528a-ae31-4157-98b3-48c9f806824f req-8cfc9580-9a9b-471c-be5f-fbeac4d93c57 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.450497 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a03528a-ae31-4157-98b3-48c9f806824f req-8cfc9580-9a9b-471c-be5f-fbeac4d93c57 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0729923 Nov 19 03:20:48.492452 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-a3bc315b-fdf1-4f97-b9cd-741fbe03371a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 HTTP/1.1" status: 200 len: 217 time: 0.0505643 Nov 19 03:20:48.521756 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a03528a-ae31-4157-98b3-48c9f806824f req-91e96c53-7f5c-40ac-a75b-fb6f5177bc22 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703120 Nov 19 03:20:48.573763 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4020ca03-3b32-4991-b7dc-ad692054ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.575951 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-4020ca03-3b32-4991-b7dc-ad692054ed07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=51f685e6-b264-4025-bf9b-327f6731710d HTTP/1.1" status: 200 len: 843 time: 0.0743647 Nov 19 03:20:48.631370 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-6654e1ac-e2a3-4b1f-864f-f9de480689b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.632973 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-6654e1ac-e2a3-4b1f-864f-f9de480689b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8621a045-b89a-4fb5-b680-779c9bb03d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477548 Nov 19 03:20:48.730124 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5419-9393-4252-8833-02b68c38446a req-020b71ed-5834-4193-aaa9-a1e12970ee8a tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.731644 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-de1d5419-9393-4252-8833-02b68c38446a req-020b71ed-5834-4193-aaa9-a1e12970ee8a tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 948 time: 0.0533893 Nov 19 03:20:48.747133 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-844156d9-566b-42f1-8f5e-aab7fb63f264 service neutron] 10.222.0.50 "GET /v2.0/networks/8621a045-b89a-4fb5-b680-779c9bb03d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007659 Nov 19 03:20:48.790169 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-de1d5419-9393-4252-8833-02b68c38446a req-56286a12-646a-4f44-abc0-da298961e950 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Nov 19 03:20:48.841524 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e33d7205-0e72-4ba6-bb46-3ad82241d0c2 req-55c450d7-fd90-4790-8910-1eeecd352254 service neutron] 10.222.0.50 "GET /v2.0/networks/8621a045-b89a-4fb5-b680-779c9bb03d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907755 Nov 19 03:20:48.850558 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d114e19-ead8-48f6-bc18-3c0d8c683e1d req-47748bd7-687d-4d6f-8336-4031d2510f94 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.852031 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d114e19-ead8-48f6-bc18-3c0d8c683e1d req-47748bd7-687d-4d6f-8336-4031d2510f94 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Nov 19 03:20:48.902121 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d114e19-ead8-48f6-bc18-3c0d8c683e1d req-dd78bf45-b917-473a-9d89-15e53ce018fc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Nov 19 03:20:48.995679 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-123d00cf-1547-4133-979e-8c7d4db9a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:48.997203 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-123d00cf-1547-4133-979e-8c7d4db9a77f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1bb6b42dcbee4a2e816a4831adf88bb6&device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 1101 time: 0.0408285 Nov 19 03:20:49.004897 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5bf5d-2f0a-49ea-b9dd-19b2ab81101a req-8c4d956d-6f8f-4029-b7c4-05dc648ca21f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.006347 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-67d5bf5d-2f0a-49ea-b9dd-19b2ab81101a req-8c4d956d-6f8f-4029-b7c4-05dc648ca21f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 944 time: 0.0511708 Nov 19 03:20:49.055794 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-67d5bf5d-2f0a-49ea-b9dd-19b2ab81101a req-0e054f20-7a35-4322-bc6a-d091beb35999 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Nov 19 03:20:49.098560 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-99f404c0-ee73-43e0-8837-a15f23b19ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.100046 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-99f404c0-ee73-43e0-8837-a15f23b19ec7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8621a045-b89a-4fb5-b680-779c9bb03d64 HTTP/1.1" status: 200 len: 870 time: 0.0949745 Nov 19 03:20:49.142608 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-acd272c5-2732-479e-97b3-706ff1d83357 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 HTTP/1.1" status: 200 len: 217 time: 0.0351968 Nov 19 03:20:49.184392 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd991b-0f2f-44ab-8571-e82c064405cb req-9c6c6997-bb2c-4d19-987d-abcc3edb9c99 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.185920 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cabd991b-0f2f-44ab-8571-e82c064405cb req-9c6c6997-bb2c-4d19-987d-abcc3edb9c99 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0511806 Nov 19 03:20:49.192811 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-64103605-dc2f-47d0-a866-e8bffc9af738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.194224 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-64103605-dc2f-47d0-a866-e8bffc9af738 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=51f685e6-b264-4025-bf9b-327f6731710d HTTP/1.1" status: 200 len: 843 time: 0.0435381 Nov 19 03:20:49.241608 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cabd991b-0f2f-44ab-8571-e82c064405cb req-1a9a09ac-f93e-4a7c-bdd1-edc2041af9f8 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Nov 19 03:20:49.241852 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-1c811c4d-f994-485b-be2b-7d629633695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.243434 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-1c811c4d-f994-485b-be2b-7d629633695a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8621a045-b89a-4fb5-b680-779c9bb03d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409920 Nov 19 03:20:49.293543 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f3a1472b-becd-4a09-9300-3ef891038626 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:49.339234 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-078b5c4a-ac78-4dfb-8d34-3f33ae851e3a service neutron] 10.222.0.50 "GET /v2.0/networks/8621a045-b89a-4fb5-b680-779c9bb03d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871484 Nov 19 03:20:49.347341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port f3a1472b-becd-4a09-9300-3ef891038626 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:20:49.351345 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port f3a1472b-becd-4a09-9300-3ef891038626 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:49.351705 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:49.428769 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:49.433518 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d8ab1879-c931-44b6-9437-b47722dc6504 req-0be31ad6-7fca-40bf-9c1a-51e12db443a8 service neutron] 10.222.0.50 "GET /v2.0/networks/8621a045-b89a-4fb5-b680-779c9bb03d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864627 Nov 19 03:20:49.451985 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a1472b-becd-4a09-9300-3ef891038626'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:49.532332 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f3a1472b-becd-4a09-9300-3ef891038626, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f3a1472b-becd-4a09-9300-3ef891038626,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:49.536214 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:49.537179 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:49.618316 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=f3a1472b-becd-4a09-9300-3ef891038626,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:49.633108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fce656-abd7-4a2d-abfd-802785948027" -d '{"events": [{"server_uuid": "b19ae39a-79ce-4adb-9ee4-595daa1a8d27", "name": "network-vif-plugged", "status": "completed", "tag": "f3a1472b-becd-4a09-9300-3ef891038626"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:49.636579 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:20:49.641687 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:49.642054 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:49.687911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450300b-1445-4b0b-9391-a905c5a0ef03 req-830bd6b2-0f85-428c-b241-a8d0581a69dc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.697984 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a450300b-1445-4b0b-9391-a905c5a0ef03 req-830bd6b2-0f85-428c-b241-a8d0581a69dc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.1032412 Nov 19 03:20:49.758064 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2e145a-4672-4142-9204-4987964def96 x-openstack-request-id: req-cb2e145a-4672-4142-9204-4987964def96 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:49.762611 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19ae39a-79ce-4adb-9ee4-595daa1a8d27", "name": "network-vif-plugged", "status": "completed", "tag": "f3a1472b-becd-4a09-9300-3ef891038626", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:49.762871 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb2e145a-4672-4142-9204-4987964def96 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:49.763318 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a1472b-becd-4a09-9300-3ef891038626', 'code': 200} Nov 19 03:20:49.782175 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a450300b-1445-4b0b-9391-a905c5a0ef03 req-b7ffa213-6734-4e1d-b8fc-072b9a85e274 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827751 Nov 19 03:20:49.783316 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:49.839749 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:49.845190 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:49.846222 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 564d4434-0349-4ca0-a3f4-f36410053f5a up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:49.943569 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98372fd8-f81f-4099-b2eb-d2148765ae91 req-4da70bb1-6394-4128-9416-38d011919391 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:49.945901 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98372fd8-f81f-4099-b2eb-d2148765ae91 req-4da70bb1-6394-4128-9416-38d011919391 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 948 time: 0.0772178 Nov 19 03:20:49.972883 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:49.988847 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 564d4434-0349-4ca0-a3f4-f36410053f5a completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:20:49.995915 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 564d4434-0349-4ca0-a3f4-f36410053f5a triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:49.996563 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.069329 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98372fd8-f81f-4099-b2eb-d2148765ae91 req-ca1a2bdd-12da-4cb8-b22f-6b07d3f5b0fe tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048210 Nov 19 03:20:50.079089 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd6afa-f9a0-4268-9853-86ffe39fdb43 req-ba7e8fa9-11a6-4591-9de7-16519cc1e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:50.080640 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e9bd6afa-f9a0-4268-9853-86ffe39fdb43 req-ba7e8fa9-11a6-4591-9de7-16519cc1e1d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.1034603 Nov 19 03:20:50.102753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e9bd6afa-f9a0-4268-9853-86ffe39fdb43 req-efc2b438-9c65-4d6d-a5a6-acea97e43af0 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.108579 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.111881 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181335c2-62a6-4aa4-9cfc-3029d54c45a8 req-7ee17a25-ba14-4b81-b7fb-c32cb410c696 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:50.114037 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-181335c2-62a6-4aa4-9cfc-3029d54c45a8 req-7ee17a25-ba14-4b81-b7fb-c32cb410c696 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0734818 Nov 19 03:20:50.157655 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 564d4434-0349-4ca0-a3f4-f36410053f5a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564d4434-0349-4ca0-a3f4-f36410053f5a,segment=NetworkSegment(9276fd1b-f92f-4daa-9d3d-9e0ea681832b),segment_id=9276fd1b-f92f-4daa-9d3d-9e0ea681832b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:50.162518 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.163965 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device e9c16595-10bc-456b-bed0-df7470f9741d up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:50.193316 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e9bd6afa-f9a0-4268-9853-86ffe39fdb43 req-efc2b438-9c65-4d6d-a5a6-acea97e43af0 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.198741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e9bd6afa-f9a0-4268-9853-86ffe39fdb43 req-efc2b438-9c65-4d6d-a5a6-acea97e43af0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.199328 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-181335c2-62a6-4aa4-9cfc-3029d54c45a8 req-fe03de54-b846-42ed-b7a3-1efdf424f5eb tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764215 Nov 19 03:20:50.234876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13b048-f4d3-42fc-bbc0-b0e69548505c req-1baf69cb-9b7a-4f33-a0b3-361dd2342348 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:50.236612 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed13b048-f4d3-42fc-bbc0-b0e69548505c req-1baf69cb-9b7a-4f33-a0b3-361dd2342348 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0851018 Nov 19 03:20:50.254174 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e9bd6afa-f9a0-4268-9853-86ffe39fdb43 req-efc2b438-9c65-4d6d-a5a6-acea97e43af0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649587 Nov 19 03:20:50.254874 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2b438-9c65-4d6d-a5a6-acea97e43af0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=721dd988-19d7-4761-8f95-716de627544d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:50.260134 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=564d4434-0349-4ca0-a3f4-f36410053f5a,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:50.265808 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port e9c16595-10bc-456b-bed0-df7470f9741d completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:20:50.270113 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port e9c16595-10bc-456b-bed0-df7470f9741d triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:50.270525 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.299634 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed13b048-f4d3-42fc-bbc0-b0e69548505c req-d85d3516-62f3-4cf3-bc3e-5acf6dee7847 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559859 Nov 19 03:20:50.360144 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.371780 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f124d-e258-455d-bc10-7f752ec4fb91 req-0270f33d-b43b-48be-a849-4d6c27059e40 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:50.373260 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2e5f124d-e258-455d-bc10-7f752ec4fb91 req-0270f33d-b43b-48be-a849-4d6c27059e40 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 944 time: 0.0504487 Nov 19 03:20:50.393318 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port e9c16595-10bc-456b-bed0-df7470f9741d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9c16595-10bc-456b-bed0-df7470f9741d,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:50.397637 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:50.426092 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2e5f124d-e258-455d-bc10-7f752ec4fb91 req-4f5acf1d-849f-4b50-9893-99227f395a9f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Nov 19 03:20:50.450049 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=e9c16595-10bc-456b-bed0-df7470f9741d,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:50.912465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613ab91-b36e-46b5-9b03-e01455afd23e req-48f2ab32-e993-4890-94ec-1b22a9dc90c5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:50.913982 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6613ab91-b36e-46b5-9b03-e01455afd23e req-48f2ab32-e993-4890-94ec-1b22a9dc90c5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0523405 Nov 19 03:20:50.963001 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6613ab91-b36e-46b5-9b03-e01455afd23e req-55fbc9fe-a3cc-4cb8-9a3c-a4fdff1c97b2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Nov 19 03:20:51.208553 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390dafa-900c-4711-ab94-e9c6a881ae97 req-570a2698-ff07-4c36-9296-9679fb6c87dd tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:51.210312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a390dafa-900c-4711-ab94-e9c6a881ae97 req-570a2698-ff07-4c36-9296-9679fb6c87dd tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 948 time: 0.0579729 Nov 19 03:20:51.305056 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:20:51.355600 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a390dafa-900c-4711-ab94-e9c6a881ae97 req-61a9d2d3-294b-46e2-ab80-2972e3a88080 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366143 Nov 19 03:20:51.373890 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9af3-3508-4b69-8413-17891fdedf61 req-470ba232-dca5-4bb2-9bed-0a0abf207ddc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:51.383775 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c7c9af3-3508-4b69-8413-17891fdedf61 req-470ba232-dca5-4bb2-9bed-0a0abf207ddc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0966175 Nov 19 03:20:51.411341 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54002) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:51.420758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 4b50d896-6a79-4185-a31c-1931a0b889be completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:20:51.430089 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 4b50d896-6a79-4185-a31c-1931a0b889be triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:20:51.430536 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.532027 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c7c9af3-3508-4b69-8413-17891fdedf61 req-d1646324-04f1-4a8b-9fad-4acf82d7aaed tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446037 Nov 19 03:20:51.594938 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53262400-7c02-44da-b127-40f61e63ad34 req-60d073b1-9656-4ce7-8720-6c86f32a9781 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:51.599970 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53262400-7c02-44da-b127-40f61e63ad34 req-60d073b1-9656-4ce7-8720-6c86f32a9781 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.1471453 Nov 19 03:20:51.621811 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.641225 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.665786 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:51.670144 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.714536 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53262400-7c02-44da-b127-40f61e63ad34 req-4588ecee-0602-4d20-afcc-ed06eac8209b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085536 Nov 19 03:20:51.722683 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:51.730674 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.733765 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60627499-af07-4fce-803a-aa719aa9499e req-e5d9ad01-eec7-4ba8-b522-68cd4afde500 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:51.735753 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60627499-af07-4fce-803a-aa719aa9499e req-e5d9ad01-eec7-4ba8-b522-68cd4afde500 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0904419 Nov 19 03:20:51.736504 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.765745 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48'}, {'server_uuid': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564d4434-0349-4ca0-a3f4-f36410053f5a'}, {'server_uuid': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c16595-10bc-456b-bed0-df7470f9741d'}, {'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:20:51.768722 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c276c3e-497b-45bf-b31b-00ad3f948789" -d '{"events": [{"server_uuid": "3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8", "name": "network-vif-plugged", "status": "completed", "tag": "0fcea7e8-8abe-4c82-990b-b3b5386e6d48"}, {"server_uuid": "c9ce8291-c6df-4afe-a958-5b8ef4c447fd", "name": "network-vif-plugged", "status": "completed", "tag": "564d4434-0349-4ca0-a3f4-f36410053f5a"}, {"server_uuid": "3c2fd56f-4c3a-4229-9b89-1f4c765c04d4", "name": "network-vif-plugged", "status": "completed", "tag": "e9c16595-10bc-456b-bed0-df7470f9741d"}, {"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:20:51.773112 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d43b76a4757422cbaf5f7b11414bf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611372 Nov 19 03:20:51.775710 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54018) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:51.777734 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5e5a95-c53c-4e27-87a3-623e02288360,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:51.785191 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.785630 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.786110 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.786454 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.786810 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.787223 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.787624 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.788080 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.788474 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.789038 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.789396 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.789724 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc92a331-3c2c-492d-9662-b2574992c560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:51.809924 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60627499-af07-4fce-803a-aa719aa9499e req-2e0b9850-72e9-41e1-bf7a-0cda29474864 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677080 Nov 19 03:20:51.826655 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 19 Nov 2021 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad70d23-2c9c-4e60-81c9-2288ea4be089 x-openstack-request-id: req-dad70d23-2c9c-4e60-81c9-2288ea4be089 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:20:51.827111 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8", "name": "network-vif-plugged", "status": "completed", "tag": "0fcea7e8-8abe-4c82-990b-b3b5386e6d48", "code": 200}, {"server_uuid": "c9ce8291-c6df-4afe-a958-5b8ef4c447fd", "name": "network-vif-plugged", "status": "completed", "tag": "564d4434-0349-4ca0-a3f4-f36410053f5a", "code": 200}, {"server_uuid": "3c2fd56f-4c3a-4229-9b89-1f4c765c04d4", "name": "network-vif-plugged", "status": "completed", "tag": "e9c16595-10bc-456b-bed0-df7470f9741d", "code": 200}, {"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:20:51.827612 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dad70d23-2c9c-4e60-81c9-2288ea4be089 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:20:51.828264 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48', 'code': 200} Nov 19 03:20:51.828523 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564d4434-0349-4ca0-a3f4-f36410053f5a', 'code': 200} Nov 19 03:20:51.828774 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c16595-10bc-456b-bed0-df7470f9741d', 'code': 200} Nov 19 03:20:51.829019 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'code': 200} Nov 19 03:20:51.839852 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77706698-0f7f-4b68-a8a5-c336e9b24338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.864619 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77706698-0f7f-4b68-a8a5-c336e9b24338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.910052 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77706698-0f7f-4b68-a8a5-c336e9b24338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.912757 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-77706698-0f7f-4b68-a8a5-c336e9b24338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:51.913893 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-77706698-0f7f-4b68-a8a5-c336e9b24338 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb5e5a95-c53c-4e27-87a3-623e02288360 HTTP/1.1" status: 204 len: 168 time: 0.1370425 Nov 19 03:20:51.921984 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77706698-0f7f-4b68-a8a5-c336e9b24338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5e5a95-c53c-4e27-87a3-623e02288360,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:52.105844 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2629cc3-17dd-46bb-882b-e495e98615b4 req-e517a987-5534-409d-84ed-faa8eaf305dd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.114717 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e2629cc3-17dd-46bb-882b-e495e98615b4 req-e517a987-5534-409d-84ed-faa8eaf305dd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0716324 Nov 19 03:20:52.186098 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e2629cc3-17dd-46bb-882b-e495e98615b4 req-61df1926-b56c-409e-9f07-640e685c5200 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704634 Nov 19 03:20:52.287873 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54034) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:52.302193 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.392485 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa007bb4-a077-48ea-a6cf-f4fe21630d1b req-fe4cbf5f-80bb-4e7a-abc4-facdd24c8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.393992 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-aa007bb4-a077-48ea-a6cf-f4fe21630d1b req-fe4cbf5f-80bb-4e7a-abc4-facdd24c8a2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 1098 time: 0.0699697 Nov 19 03:20:52.395523 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56da50-410e-42a5-87fa-9b9e4bba5231 req-cbb358a6-e98c-4a06-8827-7bdfa28a8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.397037 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cc56da50-410e-42a5-87fa-9b9e4bba5231 req-cbb358a6-e98c-4a06-8827-7bdfa28a8c1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 1098 time: 0.0741739 Nov 19 03:20:52.484600 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a56c-222c-4487-afaf-8a7c56b1163e req-966c89ad-1bcd-4530-bc0c-16a57b42a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.486419 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c97a56c-222c-4487-afaf-8a7c56b1163e req-966c89ad-1bcd-4530-bc0c-16a57b42a0f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 1099 time: 0.1335442 Nov 19 03:20:52.496375 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f896ccb-1add-4383-a07e-f6f8c0cdb91c req-2c3019ef-4056-42d0-a9fa-7b92d14b1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.497857 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3f896ccb-1add-4383-a07e-f6f8c0cdb91c req-2c3019ef-4056-42d0-a9fa-7b92d14b1c85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1098 time: 0.1746945 Nov 19 03:20:52.523083 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-aa007bb4-a077-48ea-a6cf-f4fe21630d1b req-7c09fd60-584b-4259-937b-4b45d5ba7ecd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672355 Nov 19 03:20:52.525818 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cc56da50-410e-42a5-87fa-9b9e4bba5231 req-9f1d9bac-e784-4ac5-91a7-cc1eeb51296d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688057 Nov 19 03:20:52.527475 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.552748 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.565773 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4fc17-a611-45f5-83f6-bb3a8d0b4649 req-35e8210c-b872-4a62-9cc3-083aa23bce74 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.567281 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2bd4fc17-a611-45f5-83f6-bb3a8d0b4649 req-35e8210c-b872-4a62-9cc3-083aa23bce74 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 948 time: 0.1416073 Nov 19 03:20:52.676622 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab3f704d58d5468cb8b7f2690d4dc5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872595 Nov 19 03:20:52.679169 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54046) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:52.688291 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5eeb5c-a2c4-43c1-8698-831bb395bdec,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:52.708394 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3f896ccb-1add-4383-a07e-f6f8c0cdb91c req-b0511942-5263-47cd-ba89-8cb8ea57b144 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953139 Nov 19 03:20:52.716470 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c97a56c-222c-4487-afaf-8a7c56b1163e req-c5d7fbde-11ac-4c71-b342-77cb144ff3d6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059708 Nov 19 03:20:52.721700 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.722054 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.722399 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.722762 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.723092 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.723479 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.723809 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.724156 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.724501 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.724825 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.725145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.725466 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6708bf-3b53-46e6-ae23-7cd4b115e67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:20:52.732651 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b192f3f-cda4-4364-bf55-270ca20eb7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.752606 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831679c2-e248-4326-b0d8-42e30e56f1de req-939bb55e-8a75-4d1e-9c44-a29f6fbde0a4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.754142 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-831679c2-e248-4326-b0d8-42e30e56f1de req-939bb55e-8a75-4d1e-9c44-a29f6fbde0a4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.1630025 Nov 19 03:20:52.756918 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b192f3f-cda4-4364-bf55-270ca20eb7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.757987 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2bd4fc17-a611-45f5-83f6-bb3a8d0b4649 req-a1c16b3d-b551-4d54-9747-b78796e69934 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809578 Nov 19 03:20:52.822138 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-831679c2-e248-4326-b0d8-42e30e56f1de req-db4b38ff-9190-4423-8b51-a7e5acf9ea31 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614934 Nov 19 03:20:52.829559 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b192f3f-cda4-4364-bf55-270ca20eb7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.834943 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2b192f3f-cda4-4364-bf55-270ca20eb7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:52.838622 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-2b192f3f-cda4-4364-bf55-270ca20eb7ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e5eeb5c-a2c4-43c1-8698-831bb395bdec HTTP/1.1" status: 204 len: 168 time: 0.1568437 Nov 19 03:20:52.850838 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192f3f-cda4-4364-bf55-270ca20eb7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5eeb5c-a2c4-43c1-8698-831bb395bdec,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:52.896128 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0c819-b776-4bc6-b433-288ae7b1bbbd req-5a3dbf20-76a4-4bf9-9fc1-9eda1c94ff88 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.905071 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98e0c819-b776-4bc6-b433-288ae7b1bbbd req-5a3dbf20-76a4-4bf9-9fc1-9eda1c94ff88 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0690911 Nov 19 03:20:52.982276 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98e0c819-b776-4bc6-b433-288ae7b1bbbd req-f003def3-7a90-4893-86dd-96fb9e66704c tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756423 Nov 19 03:20:52.996168 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b15381-2538-478e-aba7-5cadd432c539 req-36800907-46bb-45d8-a257-2e45f0473275 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:52.998108 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74b15381-2538-478e-aba7-5cadd432c539 req-36800907-46bb-45d8-a257-2e45f0473275 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0899644 Nov 19 03:20:53.054754 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74b15381-2538-478e-aba7-5cadd432c539 req-459a7333-0070-45f0-8448-c5f3160a5657 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Nov 19 03:20:53.315593 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1504c69-4477-46b6-bf2f-656f7e406c7f req-73150c14-1753-42f5-8ca3-8d2017c6a854 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:53.317060 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e1504c69-4477-46b6-bf2f-656f7e406c7f req-73150c14-1753-42f5-8ca3-8d2017c6a854 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0525103 Nov 19 03:20:53.364072 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e1504c69-4477-46b6-bf2f-656f7e406c7f req-64d72d17-31a7-4414-bcc8-ed6e643da16e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 Nov 19 03:20:53.881450 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d21c6-b301-4c70-819c-9a512ac7c688 req-2ecd20bd-129a-4f48-b864-ad7fbcb8f2a9 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:53.883240 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-779d21c6-b301-4c70-819c-9a512ac7c688 req-2ecd20bd-129a-4f48-b864-ad7fbcb8f2a9 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 948 time: 0.0529563 Nov 19 03:20:53.968023 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-779d21c6-b301-4c70-819c-9a512ac7c688 req-48d4ca3f-033b-48d1-b8d5-d56db1af2ff9 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750680 Nov 19 03:20:53.976348 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210da7-a706-47b9-9819-d576d0f912b2 req-02cb56f5-8f5f-4813-90e5-9b27e21a1941 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:53.977948 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34210da7-a706-47b9-9819-d576d0f912b2 req-02cb56f5-8f5f-4813-90e5-9b27e21a1941 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0813789 Nov 19 03:20:54.033930 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34210da7-a706-47b9-9819-d576d0f912b2 req-cfda1e30-20c0-4c97-983c-38ffc80d34cd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Nov 19 03:20:54.145380 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cba24-9b5d-404d-a3ba-e7d4a9d92669 req-4d652c58-730c-46b8-9c5d-260ae25de040 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:54.146976 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c86cba24-9b5d-404d-a3ba-e7d4a9d92669 req-4d652c58-730c-46b8-9c5d-260ae25de040 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0511820 Nov 19 03:20:54.226227 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c86cba24-9b5d-404d-a3ba-e7d4a9d92669 req-da8eb637-8c65-4eb4-a63e-b6a38976f6f4 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721920 Nov 19 03:20:54.240203 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b981e68-fa82-45d5-af7c-bcb193b4db9b req-576027d2-efa7-448b-89c7-e2c02f9d2a8a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:54.243254 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4b981e68-fa82-45d5-af7c-bcb193b4db9b req-576027d2-efa7-448b-89c7-e2c02f9d2a8a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0749402 Nov 19 03:20:54.284440 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:20:54.304553 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4b981e68-fa82-45d5-af7c-bcb193b4db9b req-bf654db7-a83b-45fe-8bf8-06b12c0ead60 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529106 Nov 19 03:20:54.400393 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:54.413455 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6', 'network_id': '8621a045-b89a-4fb5-b680-779c9bb03d64', 'port_id': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6', 'mac_address': 'fa:16:3e:5a:fd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f685e6-b264-4025-bf9b-327f6731710d', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:20:54.476422 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:54.491802 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:20:54.505963 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009476a1-a471-4e29-9ecb-44814fdf631b req-fc047978-50fe-40ec-aae2-88ee43e9191c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:54.507755 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-009476a1-a471-4e29-9ecb-44814fdf631b req-fc047978-50fe-40ec-aae2-88ee43e9191c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0600295 Nov 19 03:20:54.517333 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:20:54.521311 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:54.557354 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-009476a1-a471-4e29-9ecb-44814fdf631b req-263dc340-f15f-4640-967b-2b1e334bd874 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426121 Nov 19 03:20:54.584132 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:54.733449 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54124) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:54.835339 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-83f6a2d8-f5bb-437b-bae0-105cb8588a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:54.910342 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-83f6a2d8-f5bb-437b-bae0-105cb8588a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:54.914223 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-83f6a2d8-f5bb-437b-bae0-105cb8588a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:54.949850 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6a2d8-f5bb-437b-bae0-105cb8588a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955025c9-149b-4168-83fc-3f5de66f2ac8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:54.954761 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-83f6a2d8-f5bb-437b-bae0-105cb8588a4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23a05dcd3b10443f832f8bcc21eefb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197034 Nov 19 03:20:54.957877 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54128) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:55.019476 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-582a2a9b-3cef-4205-b8fb-9ace92d7e242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.041424 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-582a2a9b-3cef-4205-b8fb-9ace92d7e242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.090325 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-582a2a9b-3cef-4205-b8fb-9ace92d7e242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.090906 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6850b-9b89-4d85-b309-b850b1db078d req-e34751f9-f728-4b20-971e-9b4c6d5527fe tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:55.092595 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51a6850b-9b89-4d85-b309-b850b1db078d req-e34751f9-f728-4b20-971e-9b4c6d5527fe tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.0527136 Nov 19 03:20:55.093657 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-582a2a9b-3cef-4205-b8fb-9ace92d7e242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.097746 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-582a2a9b-3cef-4205-b8fb-9ace92d7e242 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/955025c9-149b-4168-83fc-3f5de66f2ac8 HTTP/1.1" status: 204 len: 168 time: 0.1393738 Nov 19 03:20:55.106768 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a2a9b-3cef-4205-b8fb-9ace92d7e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955025c9-149b-4168-83fc-3f5de66f2ac8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:55.181957 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51a6850b-9b89-4d85-b309-b850b1db078d req-b40f49c6-d374-45da-a865-c5fd30f119c8 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779507 Nov 19 03:20:55.195305 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c3637-bbbb-46e8-906f-fd3a81009653 req-e128a010-3ddd-4949-a215-724d46657d0e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:55.196731 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c3c3637-bbbb-46e8-906f-fd3a81009653 req-e128a010-3ddd-4949-a215-724d46657d0e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0779510 Nov 19 03:20:55.246067 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c3c3637-bbbb-46e8-906f-fd3a81009653 req-c8909985-e1a9-492c-91a0-b6ad0ba603f7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Nov 19 03:20:55.356311 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30474a4-cce8-416a-adf1-fa7c63354cd4 req-e4d90398-a2c7-4960-8fb8-e4c4abe560b3 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:55.358931 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f30474a4-cce8-416a-adf1-fa7c63354cd4 req-e4d90398-a2c7-4960-8fb8-e4c4abe560b3 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0557725 Nov 19 03:20:55.386587 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54146) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:55.400186 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9bd232f8-15ba-41bd-9fb4-a1e5f6d2a031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.434070 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f30474a4-cce8-416a-adf1-fa7c63354cd4 req-9913d765-9986-4d4d-ad48-1f11dcccd49b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701547 Nov 19 03:20:55.457184 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2530a-2726-4ef6-88a0-52f2abb72865 req-d068ce26-dbd6-43e8-9fa9-5e0151bd39f0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:55.458878 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-04a2530a-2726-4ef6-88a0-52f2abb72865 req-d068ce26-dbd6-43e8-9fa9-5e0151bd39f0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0724020 Nov 19 03:20:55.478408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9bd232f8-15ba-41bd-9fb4-a1e5f6d2a031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.482864 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9bd232f8-15ba-41bd-9fb4-a1e5f6d2a031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.516997 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-04a2530a-2726-4ef6-88a0-52f2abb72865 req-efb3abb2-c059-4b17-9d05-9e72dece0074 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 Nov 19 03:20:55.524190 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9bd232f8-15ba-41bd-9fb4-a1e5f6d2a031 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b433cd033a5a41e783b864fabe7dffc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365399 Nov 19 03:20:55.526093 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd232f8-15ba-41bd-9fb4-a1e5f6d2a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcc9add-330c-4f3c-9759-0c35713ac5a5,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:55.526897 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54148) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:20:55.575686 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf701709-8723-4152-af83-5b87726325e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.596153 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf701709-8723-4152-af83-5b87726325e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.694960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb2dd-c55a-42fc-b00d-cb09a5dc5781 req-f6245cff-c3bb-4978-9e75-9f59c188ad06 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:55.696433 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-612eb2dd-c55a-42fc-b00d-cb09a5dc5781 req-f6245cff-c3bb-4978-9e75-9f59c188ad06 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0619473 Nov 19 03:20:55.697140 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf701709-8723-4152-af83-5b87726325e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.699699 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf701709-8723-4152-af83-5b87726325e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:20:55.700691 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-bf701709-8723-4152-af83-5b87726325e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1dcc9add-330c-4f3c-9759-0c35713ac5a5 HTTP/1.1" status: 204 len: 168 time: 0.1725230 Nov 19 03:20:55.720230 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf701709-8723-4152-af83-5b87726325e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcc9add-330c-4f3c-9759-0c35713ac5a5,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:20:55.755504 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-612eb2dd-c55a-42fc-b00d-cb09a5dc5781 req-bcb6b964-d582-4b49-a423-c5099b01d34e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521836 Nov 19 03:20:56.309092 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3fe7a-66c6-4600-99cf-262f12aae32d req-758ec919-6479-4c79-b3c8-cb342fd2fba0 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:56.310738 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71d3fe7a-66c6-4600-99cf-262f12aae32d req-758ec919-6479-4c79-b3c8-cb342fd2fba0 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.0549483 Nov 19 03:20:56.395023 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71d3fe7a-66c6-4600-99cf-262f12aae32d req-399d785b-66ca-40bd-a7af-98d5bbbf9b0f tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771666 Nov 19 03:20:56.410555 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562cf5-bfe4-4fa5-b1ca-58d6d9abcb42 req-4f5824e1-29f8-43c7-ba83-5db2f490a2ed tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:56.412070 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d5562cf5-bfe4-4fa5-b1ca-58d6d9abcb42 req-4f5824e1-29f8-43c7-ba83-5db2f490a2ed tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0864675 Nov 19 03:20:56.461071 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d5562cf5-bfe4-4fa5-b1ca-58d6d9abcb42 req-3b924380-c4a1-46cb-b2b3-9d3e82b00feb tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Nov 19 03:20:56.555674 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca66f-5782-419a-a7c6-37571946b9cd req-eb15249e-76cc-4f73-9241-0bf4ef849ecf tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:56.558941 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-68eca66f-5782-419a-a7c6-37571946b9cd req-eb15249e-76cc-4f73-9241-0bf4ef849ecf tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0498548 Nov 19 03:20:56.640322 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-68eca66f-5782-419a-a7c6-37571946b9cd req-7de727e5-ad42-410d-b6d0-d0084cf6364f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728722 Nov 19 03:20:56.653954 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a363cb-0f9a-44c2-b1fd-0185c5768c52 req-7826892a-87f2-43df-a01d-68668b8149a9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:56.655538 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c2a363cb-0f9a-44c2-b1fd-0185c5768c52 req-7826892a-87f2-43df-a01d-68668b8149a9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0703197 Nov 19 03:20:56.703245 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c2a363cb-0f9a-44c2-b1fd-0185c5768c52 req-dd92f628-a656-430a-b3bc-10354914a52c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Nov 19 03:20:56.873772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5edf8-f5da-4393-b81e-495c030ce1c9 req-7b625bc1-4599-488a-919f-d451792469f6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:56.875720 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b1b5edf8-f5da-4393-b81e-495c030ce1c9 req-7b625bc1-4599-488a-919f-d451792469f6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Nov 19 03:20:56.923326 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b1b5edf8-f5da-4393-b81e-495c030ce1c9 req-3aecd10a-6e02-4a40-b199-e42c4326c32c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Nov 19 03:20:57.739851 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ba997-8612-471c-a8fa-bf98868a30fd req-6eb2abc9-ac68-4c1e-8283-cdf152134929 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:57.741552 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf8ba997-8612-471c-a8fa-bf98868a30fd req-6eb2abc9-ac68-4c1e-8283-cdf152134929 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.2765675 Nov 19 03:20:57.757252 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c924e-2e72-4eb9-8eff-026b28177229 req-ddb2c798-7346-4a5b-8915-300853458e65 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:57.758896 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d23c924e-2e72-4eb9-8eff-026b28177229 req-ddb2c798-7346-4a5b-8915-300853458e65 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0727530 Nov 19 03:20:57.824145 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf8ba997-8612-471c-a8fa-bf98868a30fd req-d17d5012-1fe9-4ec8-a173-0055b5836ff0 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Nov 19 03:20:57.836986 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d23c924e-2e72-4eb9-8eff-026b28177229 req-7779977f-3eda-4aff-b037-09a261e4f87c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651729 Nov 19 03:20:57.973604 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e025-a6d5-44ea-9246-2f2b871542ac req-09eb8cd2-d8d7-4a94-abfc-c9b74db7f271 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:57.975221 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-25d4e025-a6d5-44ea-9246-2f2b871542ac req-09eb8cd2-d8d7-4a94-abfc-c9b74db7f271 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0876067 Nov 19 03:20:58.000157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216508d0-38b5-48b8-95b8-016d1324bfad req-889d2f53-3534-4e6f-88ba-e24de2afc5b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:58.001611 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-216508d0-38b5-48b8-95b8-016d1324bfad req-889d2f53-3534-4e6f-88ba-e24de2afc5b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0778873 Nov 19 03:20:58.074455 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-25d4e025-a6d5-44ea-9246-2f2b871542ac req-4c036e08-5ede-428c-b39d-d617366d4d14 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924976 Nov 19 03:20:58.082084 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-216508d0-38b5-48b8-95b8-016d1324bfad req-fffdfe72-61be-4088-820b-6360c0bd2664 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742633 Nov 19 03:20:58.178738 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebd5ad-a7ed-41eb-91cc-9d4562091dbd req-8828e685-7abd-4774-9056-7db77897a823 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:58.180113 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffebd5ad-a7ed-41eb-91cc-9d4562091dbd req-8828e685-7abd-4774-9056-7db77897a823 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0500221 Nov 19 03:20:58.230688 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffebd5ad-a7ed-41eb-91cc-9d4562091dbd req-cb77730d-fe15-47d3-a8c5-68a80c045a72 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 Nov 19 03:20:58.968319 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779389b7-3eb5-4200-af69-c7070b47551d req-8447f86c-29ab-4e49-9f15-59a894e3cb03 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:58.969872 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-779389b7-3eb5-4200-af69-c7070b47551d req-8447f86c-29ab-4e49-9f15-59a894e3cb03 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.0742404 Nov 19 03:20:58.990736 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f09ef1-ddf6-4a5d-8843-7512fe2cc27a req-811858a8-0b95-44a7-a6fd-f2e8ab69ecce tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:58.992148 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3f09ef1-ddf6-4a5d-8843-7512fe2cc27a req-811858a8-0b95-44a7-a6fd-f2e8ab69ecce tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0722468 Nov 19 03:20:59.053557 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-779389b7-3eb5-4200-af69-c7070b47551d req-14c81007-be23-41d2-9ab6-5f2afff2c52c tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763123 Nov 19 03:20:59.066889 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3f09ef1-ddf6-4a5d-8843-7512fe2cc27a req-b60db9be-8fb3-43f5-8680-4f95289fc39f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668592 Nov 19 03:20:59.212295 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:20:59.224457 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83c49-8b2b-48ab-b892-292990757304 req-1095f7cb-19c6-4afb-91ed-62dc9bc66227 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:59.225957 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-99f83c49-8b2b-48ab-b892-292990757304 req-1095f7cb-19c6-4afb-91ed-62dc9bc66227 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0830936 Nov 19 03:20:59.244906 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34787c9e-c3c5-4c43-9ffe-dc3ec99569a3 req-3889f110-2875-44fd-9cd6-4a3e040c5630 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:59.246894 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34787c9e-c3c5-4c43-9ffe-dc3ec99569a3 req-3889f110-2875-44fd-9cd6-4a3e040c5630 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0727260 Nov 19 03:20:59.331017 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-99f83c49-8b2b-48ab-b892-292990757304 req-b8ddc996-2ec0-4848-b3b8-b27a11a7231e tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829742 Nov 19 03:20:59.339735 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34787c9e-c3c5-4c43-9ffe-dc3ec99569a3 req-da816ab9-530e-4706-ba8c-17d678109fc4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763340 Nov 19 03:20:59.438695 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97179530-06d7-4c7a-b90a-76e83eaee064 req-5df9fa2c-cf49-4e45-85f9-ac180776553d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:20:59.440401 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97179530-06d7-4c7a-b90a-76e83eaee064 req-5df9fa2c-cf49-4e45-85f9-ac180776553d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0512729 Nov 19 03:20:59.492417 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97179530-06d7-4c7a-b90a-76e83eaee064 req-8efc4421-ed99-479d-ba34-377b6eca1330 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Nov 19 03:21:00.211228 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8e01-6b05-436c-b250-12dcb900f50b req-0db6184a-9240-4c93-97a7-96e0a472ebfb tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:00.212722 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-706d8e01-6b05-436c-b250-12dcb900f50b req-0db6184a-9240-4c93-97a7-96e0a472ebfb tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.0817318 Nov 19 03:21:00.220832 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679585de-7d5b-42e7-bc0a-8a250dd044b8 req-00201576-1b32-42db-8303-aad7c9af93cf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:00.222576 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-679585de-7d5b-42e7-bc0a-8a250dd044b8 req-00201576-1b32-42db-8303-aad7c9af93cf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0805378 Nov 19 03:21:00.290894 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-706d8e01-6b05-436c-b250-12dcb900f50b req-7e71093f-c0cb-4866-9566-7a01c7f6d669 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666492 Nov 19 03:21:00.310456 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-679585de-7d5b-42e7-bc0a-8a250dd044b8 req-956a7841-67f2-4b37-a1d7-c1883422e0d0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792544 Nov 19 03:21:00.477888 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be871ae4-9621-415b-ba57-d4ac98c548fe req-aa1a88ea-5a09-496e-8c72-c8258477218b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:00.479547 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be871ae4-9621-415b-ba57-d4ac98c548fe req-aa1a88ea-5a09-496e-8c72-c8258477218b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0773335 Nov 19 03:21:00.524859 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcce92f-5663-4837-a2ee-44c59080566b req-5e791fe3-27fc-438d-8826-65bbc749863c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:00.526390 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dfcce92f-5663-4837-a2ee-44c59080566b req-5e791fe3-27fc-438d-8826-65bbc749863c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0942895 Nov 19 03:21:00.570594 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be871ae4-9621-415b-ba57-d4ac98c548fe req-8d9637c7-ebfb-428c-a22a-faff693e2fa6 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 Nov 19 03:21:00.600446 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dfcce92f-5663-4837-a2ee-44c59080566b req-33bb9c85-c41b-4e72-b9e6-94d25b30cd10 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626984 Nov 19 03:21:00.684381 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7ad9-48e3-4179-856a-88e4682f2348 req-0351aaed-58f8-42f4-baec-9919c9682098 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:00.685823 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-37ed7ad9-48e3-4179-856a-88e4682f2348 req-0351aaed-58f8-42f4-baec-9919c9682098 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0581920 Nov 19 03:21:00.736625 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-37ed7ad9-48e3-4179-856a-88e4682f2348 req-7d5c381e-0f23-4138-afc5-442b48b4f17d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439990 Nov 19 03:21:01.433335 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb11f3-34d5-4e1e-9154-1f083dd1be9b req-a4b0d737-bb6d-4665-adda-2dda4755dd43 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:01.435131 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f5eb11f3-34d5-4e1e-9154-1f083dd1be9b req-a4b0d737-bb6d-4665-adda-2dda4755dd43 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.0774715 Nov 19 03:21:01.448345 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacae04a-db6a-4908-bd60-ecdb36a1c932 req-a4249c50-9b7f-4945-a03b-bcaf9214575d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:01.449741 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dacae04a-db6a-4908-bd60-ecdb36a1c932 req-a4249c50-9b7f-4945-a03b-bcaf9214575d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0668142 Nov 19 03:21:01.528707 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f5eb11f3-34d5-4e1e-9154-1f083dd1be9b req-1172eafe-e005-4720-96a1-cfe7c1001a1b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779724 Nov 19 03:21:01.539986 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dacae04a-db6a-4908-bd60-ecdb36a1c932 req-7e5ccbec-273a-4560-8ae3-ce92767e4148 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824568 Nov 19 03:21:01.778914 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94f85a-6abd-4f25-b5f2-fb97871d4996 req-bbd1d9b4-9b23-4e12-9c36-da780095a91b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:01.786709 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6d94f85a-6abd-4f25-b5f2-fb97871d4996 req-bbd1d9b4-9b23-4e12-9c36-da780095a91b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.1079161 Nov 19 03:21:01.821548 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb45ebc-38c6-474e-bf4f-e519ea93b9c2 req-2b35201f-352e-4836-8e5a-80991c0ce720 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:01.823228 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-deb45ebc-38c6-474e-bf4f-e519ea93b9c2 req-2b35201f-352e-4836-8e5a-80991c0ce720 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.1118665 Nov 19 03:21:01.878812 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6d94f85a-6abd-4f25-b5f2-fb97871d4996 req-f182d11a-021c-40ad-b2c0-0a8c4978e503 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911610 Nov 19 03:21:01.905848 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-deb45ebc-38c6-474e-bf4f-e519ea93b9c2 req-3e04b7a8-e812-41ea-af1d-0321b1248b0d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754123 Nov 19 03:21:01.924477 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54358) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:01.982625 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5f75-2722-42f6-b1a7-30ee65c5c1e4 req-1c470287-4294-416f-8dfc-0160987e76b7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:01.984779 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-de2c5f75-2722-42f6-b1a7-30ee65c5c1e4 req-1c470287-4294-416f-8dfc-0160987e76b7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Nov 19 03:21:02.041949 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-de2c5f75-2722-42f6-b1a7-30ee65c5c1e4 req-d2296a5b-baa8-4fab-abb0-5f8fa548c49b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513091 Nov 19 03:21:02.048231 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ac6655f-9d93-4836-9823-d7977dd6d45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.124324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ac6655f-9d93-4836-9823-d7977dd6d45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.128160 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ac6655f-9d93-4836-9823-d7977dd6d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.178606 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6655f-9d93-4836-9823-d7977dd6d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6883db-b679-4f37-9a7f-b3a110ce1132,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:02.182901 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5ac6655f-9d93-4836-9823-d7977dd6d45b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f8808ac85f94889ac156d93aeb28cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574244 Nov 19 03:21:02.185701 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54364) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:02.222710 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6ac4-bf56-47ec-a872-30d7d5736d28 req-102c469a-0745-430d-a9da-8b2ea5a3365d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:02.227343 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c57a6ac4-bf56-47ec-a872-30d7d5736d28 req-102c469a-0745-430d-a9da-8b2ea5a3365d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0664625 Nov 19 03:21:02.232636 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54366) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:02.238079 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'floatingip': {'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:02.245887 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07ece38-941a-4d24-8999-1cdc762a6d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.267494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07ece38-941a-4d24-8999-1cdc762a6d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.314960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.316865 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07ece38-941a-4d24-8999-1cdc762a6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.319408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07ece38-941a-4d24-8999-1cdc762a6d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.320539 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d07ece38-941a-4d24-8999-1cdc762a6d3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b6883db-b679-4f37-9a7f-b3a110ce1132 HTTP/1.1" status: 204 len: 168 time: 0.1322098 Nov 19 03:21:02.329005 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ece38-941a-4d24-8999-1cdc762a6d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6883db-b679-4f37-9a7f-b3a110ce1132,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:02.657919 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54378) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:02.672973 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3479221b-6cbf-4b7c-ab1b-629a9aa42038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.763561 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3479221b-6cbf-4b7c-ab1b-629a9aa42038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.769732 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3479221b-6cbf-4b7c-ab1b-629a9aa42038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.796852 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:02.800332 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479221b-6cbf-4b7c-ab1b-629a9aa42038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4de970-8451-4313-bb3b-6a71f8c63adf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:02.817736 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3479221b-6cbf-4b7c-ab1b-629a9aa42038 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cbcc2fad332404eabe52f3338aae088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585596 Nov 19 03:21:02.820411 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54380) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:02.875861 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:21:02.881582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:02.882123 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.897014 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52591aa2-a9e3-4a2e-9a30-fd45e8c96670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.902128 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca201e-6a05-49aa-b8d8-8a12f33b39ea req-4427c88c-1f2f-474c-ae40-0357f4b50362 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:02.909781 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-83ca201e-6a05-49aa-b8d8-8a12f33b39ea req-4427c88c-1f2f-474c-ae40-0357f4b50362 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.2676597 Nov 19 03:21:02.921665 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-3daec41c-e8eb-4192-a2ea-e0fb29a56599 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3097062 Nov 19 03:21:02.939289 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52591aa2-a9e3-4a2e-9a30-fd45e8c96670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:02.940360 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911cb6f-8f82-47b5-b64f-a83bdc032555 req-f7cea005-00ae-4d1a-9957-682b70db6e13 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:02.941903 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d911cb6f-8f82-47b5-b64f-a83bdc032555 req-f7cea005-00ae-4d1a-9957-682b70db6e13 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 949 time: 0.2986889 Nov 19 03:21:03.002234 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52591aa2-a9e3-4a2e-9a30-fd45e8c96670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.004954 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-52591aa2-a9e3-4a2e-9a30-fd45e8c96670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.006151 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-52591aa2-a9e3-4a2e-9a30-fd45e8c96670 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb4de970-8451-4313-bb3b-6a71f8c63adf HTTP/1.1" status: 204 len: 168 time: 0.1847680 Nov 19 03:21:03.015329 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591aa2-a9e3-4a2e-9a30-fd45e8c96670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4de970-8451-4313-bb3b-6a71f8c63adf,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:03.165107 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.189365 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd668ca76-7d13-479a-81de-3fb38e242812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:21:03.191709 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def01b2-4695-4545-937c-f9738d3a641a" -d '{"events": [{"server_uuid": "d668ca76-7d13-479a-81de-3fb38e242812", "name": "network-vif-plugged", "status": "completed", "tag": "314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:21:03.205998 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:03.210413 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.259730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:03.268279 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.268649 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.269002 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.269319 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.269648 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.269964 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.270287 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.270643 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.270967 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.271286 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.271601 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.271925 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:03.352200 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.db.resource_extend [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:21:03.361915 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-83ca201e-6a05-49aa-b8d8-8a12f33b39ea req-bdfafffc-6e5a-43ac-8f6e-106ce4ba5c57 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513049 Nov 19 03:21:03.404297 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54396) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:03.418974 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9c030d8-82a0-4362-b8ed-09e9cdfde185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.427535 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d911cb6f-8f82-47b5-b64f-a83bdc032555 req-836291e4-f2b2-4743-a2bf-b8c1a925c736 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773164 Nov 19 03:21:03.446705 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-79e0e35c-59d2-499a-9d0c-0a1a6931955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:03.448202 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-79e0e35c-59d2-499a-9d0c-0a1a6931955d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b46ab2df10b434fa30ee9c1f01c8e73&device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 1098 time: 0.4407990 Nov 19 03:21:03.452659 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.471270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.503088 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9c030d8-82a0-4362-b8ed-09e9cdfde185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.506806 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e9c030d8-82a0-4362-b8ed-09e9cdfde185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.545240 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e9c030d8-82a0-4362-b8ed-09e9cdfde185 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=575eeea87e5d46798d2bb1abaa5f6f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397948 Nov 19 03:21:03.547289 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c030d8-82a0-4362-b8ed-09e9cdfde185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c14c57-03c2-42cd-b8c7-bf1895f56ec7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:03.549188 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54398) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:03.596862 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9ed34a4-a5cf-4a64-a98a-c2ca6927c289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.618227 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9ed34a4-a5cf-4a64-a98a-c2ca6927c289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.667271 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204a8e6-35c7-4e0f-8a92-7f6afb3c03de req-a2da859b-b38b-446c-a170-1dc60cb716a0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:03.667511 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9ed34a4-a5cf-4a64-a98a-c2ca6927c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.668749 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c204a8e6-35c7-4e0f-8a92-7f6afb3c03de req-a2da859b-b38b-446c-a170-1dc60cb716a0 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.2129385 Nov 19 03:21:03.670431 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a9ed34a4-a5cf-4a64-a98a-c2ca6927c289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:03.674727 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a9ed34a4-a5cf-4a64-a98a-c2ca6927c289 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8c14c57-03c2-42cd-b8c7-bf1895f56ec7 HTTP/1.1" status: 204 len: 168 time: 0.1221659 Nov 19 03:21:03.683543 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed34a4-a5cf-4a64-a98a-c2ca6927c289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c14c57-03c2-42cd-b8c7-bf1895f56ec7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:03.743828 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0c8ad-3b99-448b-bd2b-7a92ddec673a req-e5f86a09-caa2-4dab-bae6-ad04abce305a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:03.745330 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1f0c8ad-3b99-448b-bd2b-7a92ddec673a req-e5f86a09-caa2-4dab-bae6-ad04abce305a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.2119668 Nov 19 03:21:03.760374 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Floating IP df5afe20-df25-4ca1-b507-3683e93bae8a associated. External IP: 172.27.0.45, port: 4b50d896-6a79-4185-a31c-1931a0b889be. Nov 19 03:21:03.769976 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-05dd4a8c-9803-469c-93e2-1ccd7c0aba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:03.771497 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-05dd4a8c-9803-469c-93e2-1ccd7c0aba43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7785fb5c-8c03-4872-a076-a4033ec3cdba HTTP/1.1" status: 200 len: 912 time: 0.2790389 Nov 19 03:21:03.871162 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c204a8e6-35c7-4e0f-8a92-7f6afb3c03de req-9ce0252e-2dbc-41b0-a46a-6e88b0dae5be tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938331 Nov 19 03:21:03.878637 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-ab0f87b3-f1a6-4d48-804f-434c7e702832 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564d4434-0349-4ca0-a3f4-f36410053f5a HTTP/1.1" status: 200 len: 217 time: 0.0608304 Nov 19 03:21:03.955078 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d16971d-aad5-4090-8f5e-8cc96ff4c5aa x-openstack-request-id: req-5d16971d-aad5-4090-8f5e-8cc96ff4c5aa {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:21:03.955559 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d668ca76-7d13-479a-81de-3fb38e242812", "name": "network-vif-plugged", "status": "completed", "tag": "314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:21:03.955996 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d16971d-aad5-4090-8f5e-8cc96ff4c5aa {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:21:03.956710 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd668ca76-7d13-479a-81de-3fb38e242812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6', 'code': 200} Nov 19 03:21:03.988716 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1f0c8ad-3b99-448b-bd2b-7a92ddec673a req-4cbb1810-7b18-4979-b438-03a12413bf9a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340832 Nov 19 03:21:04.006181 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-3bc67672-db2f-43ac-b45e-0dfca6f59d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:04.007802 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-3bc67672-db2f-43ac-b45e-0dfca6f59d69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=79a5d73d-1041-45c4-9eec-1c97c6e4aad6 HTTP/1.1" status: 200 len: 851 time: 0.0726671 Nov 19 03:21:04.071387 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-472bcece-4a42-409e-bccc-b8aabd0dcacb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7785fb5c-8c03-4872-a076-a4033ec3cdba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441632 Nov 19 03:21:04.286696 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e12f-a282-4789-92ff-d6552f397d1d req-584e1cf9-566a-4390-a6ca-6761f0f98c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:04.288212 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-22d5e12f-a282-4789-92ff-d6552f397d1d req-584e1cf9-566a-4390-a6ca-6761f0f98c12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 1103 time: 0.1470828 Nov 19 03:21:04.341340 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-398ba9bb-4bbd-4563-9edb-ba2fdfef80b4 service neutron] 10.222.0.50 "GET /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597895 Nov 19 03:21:04.425305 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:21:04.457322 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-22d5e12f-a282-4789-92ff-d6552f397d1d req-420c734b-1552-4ef1-8c3b-848ab7d63f47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581912 Nov 19 03:21:04.606295 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f18eaec9-534c-4b61-bfe1-8614ee141db3 req-a4f216f2-4111-4f9f-b5ec-07aeac104d17 service neutron] 10.222.0.50 "GET /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558677 Nov 19 03:21:04.689548 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ec716-5633-4682-91bf-44e8092e1f08 req-d7889cbc-09a6-4482-83d6-c3b7daa6e677 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:04.691021 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fa1ec716-5633-4682-91bf-44e8092e1f08 req-d7889cbc-09a6-4482-83d6-c3b7daa6e677 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.1757064 Nov 19 03:21:04.708070 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b278-6dd7-4e08-bd9c-b726df042f78 req-9f6a0d02-2bb8-4aae-b0f3-c6acc149840f tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:04.709742 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b828b278-6dd7-4e08-bd9c-b726df042f78 req-9f6a0d02-2bb8-4aae-b0f3-c6acc149840f tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.1486099 Nov 19 03:21:04.712064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:21:04.721020 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:04.732182 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:21:04.743419 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:04.744319 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:20:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:04.867426 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:04.870312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fa1ec716-5633-4682-91bf-44e8092e1f08 req-e394e3ab-2057-4e26-8bf8-fc9d86b9bb7e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595504 Nov 19 03:21:04.876033 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-9e1af9ff-4240-4fb8-8783-a7dd8ba32452 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "PUT /v2.0/floatingips/df5afe20-df25-4ca1-b507-3683e93bae8a HTTP/1.1" status: 200 len: 990 time: 2.6415820 Nov 19 03:21:04.877406 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:21:04.879663 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6991ee-423a-4c08-bb8e-9678348e3ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:21:04.886192 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b828b278-6dd7-4e08-bd9c-b726df042f78 req-6ffef563-ff66-48fd-ae4d-9d281e1e1d58 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627226 Nov 19 03:21:04.943856 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3cfba6-a10c-4181-96c4-c75ef9b02303 x-openstack-request-id: req-fe3cfba6-a10c-4181-96c4-c75ef9b02303 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:21:04.944154 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:21:04.944411 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe3cfba6-a10c-4181-96c4-c75ef9b02303 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:21:04.945096 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'status': 'completed', 'code': 200} Nov 19 03:21:05.151816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-8d217322-6a66-4e95-b15e-dfd694992dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:05.153475 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-8d217322-6a66-4e95-b15e-dfd694992dac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0832140 Nov 19 03:21:05.317722 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54496) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:05.319171 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': 'df5afe20-df25-4ca1-b507-3683e93bae8a', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'mac_address': 'fa:16:3e:36:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641ae42-77ad-4054-8073-76018892c1d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:20:15Z', 'updated_at': '2021-11-19T03:21:02Z', 'revision_number': 1, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:05.338618 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-8f1366ee-aaf8-4b77-af9c-484f42b4c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:05.340067 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-8f1366ee-aaf8-4b77-af9c-484f42b4c842 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.1405442 Nov 19 03:21:05.362523 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:21:05.379101 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:05.380449 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:20:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:05.536022 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-381bf897-6996-4344-81e8-0e7bc3327acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:05.757942 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-381bf897-6996-4344-81e8-0e7bc3327acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:05.765077 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-381bf897-6996-4344-81e8-0e7bc3327acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:05.777183 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-c4b5c83f-da67-44dc-863f-586f01e1dfb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 998 time: 0.4174159 Nov 19 03:21:05.784822 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:05.787821 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492e8a3-c729-409f-8f3e-165915c33adb req-343a2cd0-42ee-4184-8078-863314488fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:05.789311 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-343a2cd0-42ee-4184-8078-863314488fdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 1099 time: 0.4389727 Nov 19 03:21:05.803533 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1dfa-5564-4ffd-8ac7-b94628a326b4 req-46f561f0-b864-46ad-8c90-6469ca018396 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:05.810508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ebd1dfa-5564-4ffd-8ac7-b94628a326b4 req-46f561f0-b864-46ad-8c90-6469ca018396 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.4733875 Nov 19 03:21:05.818128 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-381bf897-6996-4344-81e8-0e7bc3327acc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83cef670663d4c588c52a190458eb093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4986980 Nov 19 03:21:05.820650 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54522) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:05.852293 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bf897-6996-4344-81e8-0e7bc3327acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee71fc-290f-4abd-9e12-19be486706e7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:05.892395 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ebd1dfa-5564-4ffd-8ac7-b94628a326b4 req-0cec5fd5-9d6c-45bf-9a71-86532228558a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807226 Nov 19 03:21:05.924621 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac6e424a-536b-49a7-8fed-b3fb618e171e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:05.971287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac6e424a-536b-49a7-8fed-b3fb618e171e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:06.101980 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-a58b5133-c477-4f0d-876c-aa92a3e1c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:06.103657 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-a58b5133-c477-4f0d-876c-aa92a3e1c847 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.2067750 Nov 19 03:21:06.106206 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac6e424a-536b-49a7-8fed-b3fb618e171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:06.111329 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ac6e424a-536b-49a7-8fed-b3fb618e171e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:06.113768 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ac6e424a-536b-49a7-8fed-b3fb618e171e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88ee71fc-290f-4abd-9e12-19be486706e7 HTTP/1.1" status: 204 len: 168 time: 0.2920220 Nov 19 03:21:06.131108 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e424a-536b-49a7-8fed-b3fb618e171e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee71fc-290f-4abd-9e12-19be486706e7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:06.197301 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57f91d-af1f-484d-8d86-29abad897210 req-b97953c8-b593-481d-915f-7d0bbe630c9d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:06.200440 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': 'df5afe20-df25-4ca1-b507-3683e93bae8a', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'mac_address': 'fa:16:3e:36:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641ae42-77ad-4054-8073-76018892c1d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:20:15Z', 'updated_at': '2021-11-19T03:21:02Z', 'revision_number': 1, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:06.205520 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a57f91d-af1f-484d-8d86-29abad897210 req-b97953c8-b593-481d-915f-7d0bbe630c9d tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.1762617 Nov 19 03:21:06.244697 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ef110-94a4-4197-9022-0687b7623aeb None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': 'df5afe20-df25-4ca1-b507-3683e93bae8a', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'mac_address': 'fa:16:3e:36:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8641ae42-77ad-4054-8073-76018892c1d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:20:15Z', 'updated_at': '2021-11-19T03:21:02Z', 'revision_number': 1, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:21:06.252344 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492e8a3-c729-409f-8f3e-165915c33adb req-5d510630-750b-4b79-8af6-0f214e13ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:06.254014 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-5d510630-750b-4b79-8af6-0f214e13ff53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.3602717 Nov 19 03:21:06.270346 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-5efdc321-ae6c-40b7-8251-7fddc5478e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:06.272253 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-5efdc321-ae6c-40b7-8251-7fddc5478e96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1585066 Nov 19 03:21:06.334902 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a57f91d-af1f-484d-8d86-29abad897210 req-5d6c8f91-ddba-4998-9386-0da0630bd3c1 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017156 Nov 19 03:21:06.424567 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-3ed9c348-f516-4f83-86e7-eed3d0b8ccac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48 HTTP/1.1" status: 200 len: 217 time: 0.0437663 Nov 19 03:21:06.532090 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130ebc9-5e85-4f3b-a9b5-cc8c5d388197 None None] New status for floating IP df5afe20-df25-4ca1-b507-3683e93bae8a: ACTIVE {{(pid=102575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:21:06.543401 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-c34bf443-51db-4d22-8807-0f2395006e5f service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011727 Nov 19 03:21:06.729697 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54550) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:06.768599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35c67071-854e-41f1-b402-a35e93d055f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:06.791303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492e8a3-c729-409f-8f3e-165915c33adb req-40548ba1-7620-423a-9dec-12bc037de9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:06.792974 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-40548ba1-7620-423a-9dec-12bc037de9a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.2092421 Nov 19 03:21:06.840082 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d6991ee-423a-4c08-bb8e-9678348e3ec3 req-85de58d6-3c4a-48ec-8d27-335ff174a905 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979096 Nov 19 03:21:06.946344 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35c67071-854e-41f1-b402-a35e93d055f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:06.958494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35c67071-854e-41f1-b402-a35e93d055f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:06.974293 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-19f02bec-a08c-4881-a8da-4e36a2252918 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564020 Nov 19 03:21:07.003192 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c67071-854e-41f1-b402-a35e93d055f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f128e9-9d40-4c68-85f3-5288e00b34da,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:07.038598 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-35c67071-854e-41f1-b402-a35e93d055f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e37dc143284c445b9363ca1bd55a587f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062530 Nov 19 03:21:07.039211 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54562) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:07.103094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d1cc-b1e9-4c0c-ae1b-c5c00dbef25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.130009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d1cc-b1e9-4c0c-ae1b-c5c00dbef25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.144862 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da250d7-aa22-46a5-af65-fbd6208fb5e6 req-5505bb17-f448-4a1d-9d01-91277e7cac95 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:07.146512 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9da250d7-aa22-46a5-af65-fbd6208fb5e6 req-5505bb17-f448-4a1d-9d01-91277e7cac95 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.1391184 Nov 19 03:21:07.158875 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-fe2bc14d-c186-4a3e-9a6d-6a7ee1c6360d service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660686 Nov 19 03:21:07.198646 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d1cc-b1e9-4c0c-ae1b-c5c00dbef25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.203357 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d1cc-b1e9-4c0c-ae1b-c5c00dbef25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.205592 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1fa1d1cc-b1e9-4c0c-ae1b-c5c00dbef25d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5f128e9-9d40-4c68-85f3-5288e00b34da HTTP/1.1" status: 204 len: 168 time: 0.1646602 Nov 19 03:21:07.219944 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d1cc-b1e9-4c0c-ae1b-c5c00dbef25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f128e9-9d40-4c68-85f3-5288e00b34da,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:07.248206 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54572) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:07.311751 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9da250d7-aa22-46a5-af65-fbd6208fb5e6 req-a8bfd2cf-9ac8-4800-99a4-60900dfb1c7d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511097 Nov 19 03:21:07.326711 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b492e8a3-c729-409f-8f3e-165915c33adb req-3f22116b-2de1-41ee-b514-279a14f0e2f5 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505105 Nov 19 03:21:07.378802 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8e373cb5-903f-45e6-805c-d1e18b71dae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.444798 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-312dbbf9-75cf-4e27-a5af-1430130021e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.507045 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a945cdd-02d9-41cd-bdfb-6184ad6d0109 req-7811f7c4-6b48-4c7c-8b31-c5b3f7581e40 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:07.515256 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4a945cdd-02d9-41cd-bdfb-6184ad6d0109 req-7811f7c4-6b48-4c7c-8b31-c5b3f7581e40 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.0653384 Nov 19 03:21:07.558790 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.566025 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-312dbbf9-75cf-4e27-a5af-1430130021e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.567379 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4a945cdd-02d9-41cd-bdfb-6184ad6d0109 req-b339dbf8-61d8-4d15-97ed-682410a0a81f tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509756 Nov 19 03:21:07.578808 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-312dbbf9-75cf-4e27-a5af-1430130021e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.624638 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-312dbbf9-75cf-4e27-a5af-1430130021e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f627f83f05a0419282890826e23d818c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720856 Nov 19 03:21:07.625849 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54594) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:07.627466 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dbbf9-75cf-4e27-a5af-1430130021e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056594f4-3348-41cc-bdde-726f20ffc7b8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:07.697415 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef45161-7b78-42d3-b67e-2853f8b2555d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.726972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef45161-7b78-42d3-b67e-2853f8b2555d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.790393 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef45161-7b78-42d3-b67e-2853f8b2555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.794077 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef45161-7b78-42d3-b67e-2853f8b2555d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:07.798614 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-aef45161-7b78-42d3-b67e-2853f8b2555d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/056594f4-3348-41cc-bdde-726f20ffc7b8 HTTP/1.1" status: 204 len: 168 time: 0.1711845 Nov 19 03:21:07.808498 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef45161-7b78-42d3-b67e-2853f8b2555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056594f4-3348-41cc-bdde-726f20ffc7b8,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:07.938156 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93913d1-b97a-4301-8cae-3348ef4cde2d req-a8cc6de8-89b6-44b3-8d99-9d1f08864aa6 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:07.940031 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a93913d1-b97a-4301-8cae-3348ef4cde2d req-a8cc6de8-89b6-44b3-8d99-9d1f08864aa6 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.0617383 Nov 19 03:21:08.008229 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a93913d1-b97a-4301-8cae-3348ef4cde2d req-d49c6a67-b17a-4307-985d-df85deec508a tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607102 Nov 19 03:21:08.480768 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f89d8a-3bce-408c-8a17-be5d324c2dfb req-05f13cc9-61e5-417b-bb15-84c0dcd1e14c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:08.482349 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1f89d8a-3bce-408c-8a17-be5d324c2dfb req-05f13cc9-61e5-417b-bb15-84c0dcd1e14c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0599945 Nov 19 03:21:08.544424 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1f89d8a-3bce-408c-8a17-be5d324c2dfb req-a2b8e9ad-b1a7-44b7-89da-1da9479fc827 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 Nov 19 03:21:09.131014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecdc11-0879-4ba8-8543-b98ecacb010e req-aa70624d-5fc6-4ee0-ae33-8aba94c3e51e tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:09.139125 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6fecdc11-0879-4ba8-8543-b98ecacb010e req-aa70624d-5fc6-4ee0-ae33-8aba94c3e51e tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.0591185 Nov 19 03:21:09.207712 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6fecdc11-0879-4ba8-8543-b98ecacb010e req-f8a56cdb-a848-4b05-b003-00f54bf2cc05 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669596 Nov 19 03:21:09.377906 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54702) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:09.498118 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d04644de-e10c-48f2-bb1c-da76a6541347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.588923 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d04644de-e10c-48f2-bb1c-da76a6541347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.594167 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d04644de-e10c-48f2-bb1c-da76a6541347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.641280 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d04644de-e10c-48f2-bb1c-da76a6541347 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5c59797b5e34981976f9ea6536d2bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618682 Nov 19 03:21:09.642156 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54730) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:09.644277 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d8d71b5a-e3a2-4a68-9db2-92487a34d86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.645500 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04644de-e10c-48f2-bb1c-da76a6541347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc2ad75-ba81-4531-b920-aaedc0c3ac34,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:09.667775 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e090b54-f45f-4985-b229-a5f31edf5194 req-1044f367-fcfa-41d9-8cdf-3983b60860c4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:09.675766 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e090b54-f45f-4985-b229-a5f31edf5194 req-1044f367-fcfa-41d9-8cdf-3983b60860c4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0605092 Nov 19 03:21:09.699566 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efc1214e-aa76-4147-bac1-a2daa17e8513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.720656 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e090b54-f45f-4985-b229-a5f31edf5194 req-51500228-8e5a-4a5e-89db-42a0c416074a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Nov 19 03:21:09.723776 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efc1214e-aa76-4147-bac1-a2daa17e8513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.774701 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efc1214e-aa76-4147-bac1-a2daa17e8513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.777664 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-efc1214e-aa76-4147-bac1-a2daa17e8513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:09.778858 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-efc1214e-aa76-4147-bac1-a2daa17e8513 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bc2ad75-ba81-4531-b920-aaedc0c3ac34 HTTP/1.1" status: 204 len: 168 time: 0.1353261 Nov 19 03:21:09.789663 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1214e-aa76-4147-bac1-a2daa17e8513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc2ad75-ba81-4531-b920-aaedc0c3ac34,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:10.097091 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54758) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:10.109828 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6d8939a-8300-4505-965c-3b661bd00a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.202730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6d8939a-8300-4505-965c-3b661bd00a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.207604 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b6d8939a-8300-4505-965c-3b661bd00a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.251220 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b6d8939a-8300-4505-965c-3b661bd00a5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83061590bea04e51bad69e7f0c39f53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501331 Nov 19 03:21:10.251559 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54766) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:10.258753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8939a-8300-4505-965c-3b661bd00a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b3a749-9028-4219-b114-6da33455e171,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:10.307631 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3737-e19c-4789-be91-99f4920a6209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.339499 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3737-e19c-4789-be91-99f4920a6209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.363667 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-79d12c1c-9b8a-491c-8db8-25e191238e5a tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:10.365077 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-79d12c1c-9b8a-491c-8db8-25e191238e5a tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.50 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.0908000 Nov 19 03:21:10.375019 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78910812-af69-4c83-a847-47c438fed155 req-ab7f6260-7485-4208-951e-f5ba465881bc tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:10.378995 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-78910812-af69-4c83-a847-47c438fed155 req-ab7f6260-7485-4208-951e-f5ba465881bc tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 950 time: 0.0910156 Nov 19 03:21:10.401528 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3737-e19c-4789-be91-99f4920a6209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.405115 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d0e3737-e19c-4789-be91-99f4920a6209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.406896 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1d0e3737-e19c-4789-be91-99f4920a6209 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a0b3a749-9028-4219-b114-6da33455e171 HTTP/1.1" status: 204 len: 168 time: 0.1533592 Nov 19 03:21:10.416883 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e3737-e19c-4789-be91-99f4920a6209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b3a749-9028-4219-b114-6da33455e171,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:10.506454 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-78910812-af69-4c83-a847-47c438fed155 req-5b1c5555-fd5e-4e5b-beba-04b26a155c21 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/security-groups?id=e365b8fc-c067-4bd0-82ff-a06915c83c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194444 Nov 19 03:21:10.565279 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Deleting port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:21:10.565645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.685932 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] For port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,segment=NetworkSegment(c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54),segment_id=c37ca7e0-3c5f-46aa-b9e4-5c2cd1394f54)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:10.687331 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.700963 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Calling delete_port for 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:21:10.763657 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.868217 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625ebf8-88ba-44e2-a84b-29b38f0f56d0 req-3abdb9a3-6bea-4b1e-aecc-4ea25dc9612f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:10.869581 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4625ebf8-88ba-44e2-a84b-29b38f0f56d0 req-3abdb9a3-6bea-4b1e-aecc-4ea25dc9612f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0712948 Nov 19 03:21:10.942058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:10.977664 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4625ebf8-88ba-44e2-a84b-29b38f0f56d0 req-11ba6bd9-e7aa-4ce3-9fae-b562e5e655b4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905282 Nov 19 03:21:11.025020 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Pushing event deleted for resources: {'Port': ['ID=314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:11.050153 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] No DVR routers for this DVR port 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:21:11.053277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.061881 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-138a7da6-588d-42f9-8b46-8fd926e8d2e1 req-d4efb449-4579-4d0e-aae3-7f8ca5abca5b tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.50 "DELETE /v2.0/ports/314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 HTTP/1.1" status: 204 len: 173 time: 0.6814520 Nov 19 03:21:11.062418 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd668ca76-7d13-479a-81de-3fb38e242812', 'name': 'network-vif-deleted', 'tag': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:21:11.064625 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e0c77b-0b84-4d90-acef-8dc35d6a4caf" -d '{"events": [{"server_uuid": "d668ca76-7d13-479a-81de-3fb38e242812", "name": "network-vif-deleted", "tag": "314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:21:11.129132 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eec6447-aa84-470f-9ba9-3ce08e02c7f9 x-openstack-request-id: req-4eec6447-aa84-470f-9ba9-3ce08e02c7f9 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:21:11.129467 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d668ca76-7d13-479a-81de-3fb38e242812", "name": "network-vif-deleted", "tag": "314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:21:11.129862 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4eec6447-aa84-470f-9ba9-3ce08e02c7f9 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:21:11.130403 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd668ca76-7d13-479a-81de-3fb38e242812', 'name': 'network-vif-deleted', 'tag': '314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6', 'status': 'completed', 'code': 200} Nov 19 03:21:11.578986 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54828) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:11.611763 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e000b569-5f2e-4d9f-aae3-0756a328b2ff req-b256c1a7-6335-4aab-bcd6-cc9a5a5e5bb1 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0270836 Nov 19 03:21:11.716639 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41a22097-937f-4553-a1a5-e1989bbcaa55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.793009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41a22097-937f-4553-a1a5-e1989bbcaa55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.797404 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41a22097-937f-4553-a1a5-e1989bbcaa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.838499 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-41a22097-937f-4553-a1a5-e1989bbcaa55 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f61cfbefc2444a19173e34cf97fc203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582655 Nov 19 03:21:11.839369 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22097-937f-4553-a1a5-e1989bbcaa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4979de46-6f41-47ac-a683-3f03bb983fd1,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:11.843853 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54844) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:11.895038 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b994cd20-3ab5-4159-ac03-1aa0b2a8b4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.917145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b994cd20-3ab5-4159-ac03-1aa0b2a8b4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.967105 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b994cd20-3ab5-4159-ac03-1aa0b2a8b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.970320 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b994cd20-3ab5-4159-ac03-1aa0b2a8b4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:11.971495 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b994cd20-3ab5-4159-ac03-1aa0b2a8b4db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4979de46-6f41-47ac-a683-3f03bb983fd1 HTTP/1.1" status: 204 len: 168 time: 0.1265371 Nov 19 03:21:11.979212 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cd20-3ab5-4159-ac03-1aa0b2a8b4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4979de46-6f41-47ac-a683-3f03bb983fd1,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:12.102142 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22404c1b-2ae3-4a8b-9b5b-3886a719255b req-b206f242-3199-4261-b05c-0fd0e9d8510a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:12.103881 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-22404c1b-2ae3-4a8b-9b5b-3886a719255b req-b206f242-3199-4261-b05c-0fd0e9d8510a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0510335 Nov 19 03:21:12.159217 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-22404c1b-2ae3-4a8b-9b5b-3886a719255b req-d39b5f20-2426-4d35-b5e1-f74f117cf1d4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486135 Nov 19 03:21:12.263285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.346704 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54858) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:12.360627 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fa8b16e2-d3c6-4db0-81d6-beba5c8b6b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.441452 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fa8b16e2-d3c6-4db0-81d6-beba5c8b6b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.444870 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fa8b16e2-d3c6-4db0-81d6-beba5c8b6b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.481949 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-fa8b16e2-d3c6-4db0-81d6-beba5c8b6b6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dc38c71697945d983bd746a7de8c6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341429 Nov 19 03:21:12.483956 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b16e2-d3c6-4db0-81d6-beba5c8b6b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dfce95-9b73-451e-bdf5-be2fb7e28268,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:12.484827 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54864) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:12.536275 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be18658-f258-40d5-a08c-7f8207870ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.556607 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be18658-f258-40d5-a08c-7f8207870ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.601897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be18658-f258-40d5-a08c-7f8207870ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.605916 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7be18658-f258-40d5-a08c-7f8207870ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:12.607510 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7be18658-f258-40d5-a08c-7f8207870ae7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44dfce95-9b73-451e-bdf5-be2fb7e28268 HTTP/1.1" status: 204 len: 168 time: 0.1216476 Nov 19 03:21:12.616197 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be18658-f258-40d5-a08c-7f8207870ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dfce95-9b73-451e-bdf5-be2fb7e28268,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:12.711285 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a952f64b-d3e1-4aee-9934-d9d7d3780d45 req-5b459e83-846e-4707-928e-d476c2a1b502 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0276434 Nov 19 03:21:12.874683 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:13.287876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fd1ff-3ba0-4bd7-84ce-9023b92cd3c0 req-56024b6b-afb4-4a52-9dea-e534e2f812bf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:13.289407 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-571fd1ff-3ba0-4bd7-84ce-9023b92cd3c0 req-56024b6b-afb4-4a52-9dea-e534e2f812bf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0610714 Nov 19 03:21:13.346582 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-571fd1ff-3ba0-4bd7-84ce-9023b92cd3c0 req-91bb18f1-abce-4a34-b52c-44e2dc77e4d4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Nov 19 03:21:13.693142 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54920) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:13.704630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:21:13.728399 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:21:13.729304 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 314c6c6f-8af0-4b27-9cbd-6de5ea3bc3f6 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:21:13.845937 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8814d1bc-56fd-4a21-84b9-af26f72a8efe req-11f6d8e1-2a84-4f8f-9dcc-e490a5e42990 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0522287 Nov 19 03:21:13.869707 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a15b-fbf7-46e7-8cc4-a4876b289162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:13.943892 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a15b-fbf7-46e7-8cc4-a4876b289162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:13.947742 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a15b-fbf7-46e7-8cc4-a4876b289162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:13.983916 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3a15b-fbf7-46e7-8cc4-a4876b289162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692cb5c1-80bb-4846-bd04-49f81bbabb61,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:13.988115 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d3a3a15b-fbf7-46e7-8cc4-a4876b289162 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96ca516fe99d405f9e56e8ed00885c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938762 Nov 19 03:21:13.991212 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54934) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:14.040356 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b37e5bcd-3da2-4f57-bba5-d5c3f2f2cada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:14.061692 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b37e5bcd-3da2-4f57-bba5-d5c3f2f2cada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:14.106920 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b37e5bcd-3da2-4f57-bba5-d5c3f2f2cada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:14.109624 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b37e5bcd-3da2-4f57-bba5-d5c3f2f2cada admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:14.110781 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b37e5bcd-3da2-4f57-bba5-d5c3f2f2cada admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/692cb5c1-80bb-4846-bd04-49f81bbabb61 HTTP/1.1" status: 204 len: 168 time: 0.1186614 Nov 19 03:21:14.118405 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e5bcd-3da2-4f57-bba5-d5c3f2f2cada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692cb5c1-80bb-4846-bd04-49f81bbabb61,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:14.462825 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3adf8-be9b-489c-8476-9ff3dda9feb0 req-c7bd0f03-34a7-4f71-9237-c09cbe01baa4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:14.464329 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eeb3adf8-be9b-489c-8476-9ff3dda9feb0 req-c7bd0f03-34a7-4f71-9237-c09cbe01baa4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0501113 Nov 19 03:21:14.512017 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eeb3adf8-be9b-489c-8476-9ff3dda9feb0 req-b1f5c826-1b5a-4f29-918a-e9d483f49dbb tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Nov 19 03:21:14.929494 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4120e5c5-3bb8-4122-91e4-8b7161061b77 req-73fa0394-3918-4ce9-b61f-2fcbf5ec2955 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0269568 Nov 19 03:21:15.640240 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 54982) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:15.640932 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48f0d3-9143-4f41-beda-f9c79ba0434a req-8706ff63-fbcf-4a06-9059-e1db5e7f6098 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:15.642411 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3f48f0d3-9143-4f41-beda-f9c79ba0434a req-8706ff63-fbcf-4a06-9059-e1db5e7f6098 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0523124 Nov 19 03:21:15.689987 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3f48f0d3-9143-4f41-beda-f9c79ba0434a req-5f07e6d0-c542-4265-9ff3-5060ac3ab962 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Nov 19 03:21:15.745675 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f782e0a6-96be-4ceb-b388-61e8e3190494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.816946 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f782e0a6-96be-4ceb-b388-61e8e3190494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.820631 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f782e0a6-96be-4ceb-b388-61e8e3190494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.857948 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f782e0a6-96be-4ceb-b388-61e8e3190494 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0557f75af92b4cd4b9cb5c08bfdaecd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166393 Nov 19 03:21:15.858893 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782e0a6-96be-4ceb-b388-61e8e3190494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e010a-66dc-454b-b6cb-2f9d4c35ab46,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:15.860848 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54988) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:15.924649 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7b051d21-9ef1-41aa-af13-024cbc3aca03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.947269 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7b051d21-9ef1-41aa-af13-024cbc3aca03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.995285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7b051d21-9ef1-41aa-af13-024cbc3aca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.997907 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7b051d21-9ef1-41aa-af13-024cbc3aca03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:15.999350 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-7b051d21-9ef1-41aa-af13-024cbc3aca03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/040e010a-66dc-454b-b6cb-2f9d4c35ab46 HTTP/1.1" status: 204 len: 168 time: 0.1371157 Nov 19 03:21:16.007167 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b051d21-9ef1-41aa-af13-024cbc3aca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e010a-66dc-454b-b6cb-2f9d4c35ab46,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:16.049913 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51c13c08-926e-4df8-9ae2-5da0f91ebf79 req-5877158d-ffbb-43f1-9a2d-009c90cd0d80 tempest-VolumesNegativeTest-2135351506 tempest-VolumesNegativeTest-2135351506-project] 10.222.0.47 "GET /v2.0/ports?device_id=d668ca76-7d13-479a-81de-3fb38e242812 HTTP/1.1" status: 200 len: 210 time: 0.0260773 Nov 19 03:21:16.271884 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 54998) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:16.291346 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6c9c17b5-bd24-40e1-84a5-fc94a7843a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.370223 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6c9c17b5-bd24-40e1-84a5-fc94a7843a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.374312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6c9c17b5-bd24-40e1-84a5-fc94a7843a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.412927 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-6c9c17b5-bd24-40e1-84a5-fc94a7843a02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9c4fe9c938146ec8e116e554aec9978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394854 Nov 19 03:21:16.413743 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c17b5-bd24-40e1-84a5-fc94a7843a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67555643-64e0-48d5-8ec9-df775cb74e49,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:16.415660 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55000) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:16.465769 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41ebff04-4a10-44f1-b9f9-9196fb979c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.489391 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41ebff04-4a10-44f1-b9f9-9196fb979c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.535744 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41ebff04-4a10-44f1-b9f9-9196fb979c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.538198 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-41ebff04-4a10-44f1-b9f9-9196fb979c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:16.539369 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-41ebff04-4a10-44f1-b9f9-9196fb979c29 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67555643-64e0-48d5-8ec9-df775cb74e49 HTTP/1.1" status: 204 len: 168 time: 0.1227384 Nov 19 03:21:16.547488 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebff04-4a10-44f1-b9f9-9196fb979c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67555643-64e0-48d5-8ec9-df775cb74e49,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:16.849159 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0621ec-42c5-42d1-82f4-8e6adcfb6eae req-2598cd13-cdce-4640-a0d2-18c5fb71632f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:16.850713 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a0621ec-42c5-42d1-82f4-8e6adcfb6eae req-2598cd13-cdce-4640-a0d2-18c5fb71632f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0575674 Nov 19 03:21:16.899279 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a0621ec-42c5-42d1-82f4-8e6adcfb6eae req-1f3c0d91-84ea-47ab-9f80-0c8ab2f52c23 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Nov 19 03:21:18.037035 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b08d2-0123-42ea-9307-abcb70290447 req-ea5de001-cb56-4f23-9e78-fdd9132de49b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:18.038838 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c63b08d2-0123-42ea-9307-abcb70290447 req-ea5de001-cb56-4f23-9e78-fdd9132de49b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0602078 Nov 19 03:21:18.108877 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c63b08d2-0123-42ea-9307-abcb70290447 req-b53b2f21-d044-448f-9984-f7c1b0dcd9af tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Nov 19 03:21:18.760628 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:21:19.231043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7986e9-4714-4341-b884-3cbbb127fd99 req-53b9a00b-894e-4008-bf1c-5a9758e7719a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:19.232654 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d7986e9-4714-4341-b884-3cbbb127fd99 req-53b9a00b-894e-4008-bf1c-5a9758e7719a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0535634 Nov 19 03:21:19.282053 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d7986e9-4714-4341-b884-3cbbb127fd99 req-a0780387-4443-4c1e-aa35-194801af804d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Nov 19 03:21:20.393443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa284b-a426-4ee0-9a6a-2ababf8fc31b req-0d41abfa-0224-436c-9e05-b6fb493b4f77 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:20.394804 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-01aa284b-a426-4ee0-9a6a-2ababf8fc31b req-0d41abfa-0224-436c-9e05-b6fb493b4f77 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0468547 Nov 19 03:21:20.444316 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-01aa284b-a426-4ee0-9a6a-2ababf8fc31b req-2c7dfe00-57a9-449b-b185-a12ebb18f313 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Nov 19 03:21:21.557190 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4afce-0ad1-4a86-b557-7de1a567e694 req-eaa0cf6c-9ea1-41bf-b5af-2641138692de tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:21.558690 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8ea4afce-0ad1-4a86-b557-7de1a567e694 req-eaa0cf6c-9ea1-41bf-b5af-2641138692de tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0485139 Nov 19 03:21:21.605540 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8ea4afce-0ad1-4a86-b557-7de1a567e694 req-98fc820e-a936-4c40-bc03-1ae845ad511d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Nov 19 03:21:22.720987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44cb9a-c001-476e-8c93-058c01bbeff0 req-5b740bd4-a550-472b-b28a-34ddfda030ec tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:22.722517 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cc44cb9a-c001-476e-8c93-058c01bbeff0 req-5b740bd4-a550-472b-b28a-34ddfda030ec tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Nov 19 03:21:22.769153 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cc44cb9a-c001-476e-8c93-058c01bbeff0 req-b7a90dae-6703-430e-b351-fc85b7399ff0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Nov 19 03:21:23.883884 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758b5d-7b07-4875-939d-fcc0c4b8edf6 req-e0a0acef-7a4d-449f-ba7e-d3435e5d0c98 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:23.885321 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52758b5d-7b07-4875-939d-fcc0c4b8edf6 req-e0a0acef-7a4d-449f-ba7e-d3435e5d0c98 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0504706 Nov 19 03:21:23.932888 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52758b5d-7b07-4875-939d-fcc0c4b8edf6 req-891ec24f-7ecd-43a9-8f46-c9382e88886b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Nov 19 03:21:24.604934 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03a79-d8a4-4ffc-8aaa-ce8e11cdbfe1 req-c6ae9401-888f-49a9-a7d6-0669e792d16c tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:24.606398 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9fa03a79-d8a4-4ffc-8aaa-ce8e11cdbfe1 req-c6ae9401-888f-49a9-a7d6-0669e792d16c tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0483696 Nov 19 03:21:24.654352 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9fa03a79-d8a4-4ffc-8aaa-ce8e11cdbfe1 req-0e610e68-bd9c-4544-8a2f-6a243c9bfaf5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Nov 19 03:21:25.050592 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293acd4-984b-412b-bc53-6b9dc6a48025 req-7b0da871-c412-4ed1-8346-5807824196db tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:25.052130 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1293acd4-984b-412b-bc53-6b9dc6a48025 req-7b0da871-c412-4ed1-8346-5807824196db tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0499840 Nov 19 03:21:25.108650 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1293acd4-984b-412b-bc53-6b9dc6a48025 req-f42d7ad2-7e29-4bd4-b78f-0e055ca494f9 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503488 Nov 19 03:21:25.449473 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55422) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:25.581076 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f2453313-d8f9-4cbe-b40a-c189a3edaced admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1bb6b42dcbee4a2e816a4831adf88bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303766 Nov 19 03:21:25.583554 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55426) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:25.635855 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74d7bcf6-46aa-43c6-80b8-86915fb79ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:25.657021 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74d7bcf6-46aa-43c6-80b8-86915fb79ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:25.703158 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74d7bcf6-46aa-43c6-80b8-86915fb79ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:25.705792 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74d7bcf6-46aa-43c6-80b8-86915fb79ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:25.706970 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-74d7bcf6-46aa-43c6-80b8-86915fb79ed1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e365b8fc-c067-4bd0-82ff-a06915c83c41 HTTP/1.1" status: 204 len: 168 time: 0.1224360 Nov 19 03:21:25.714881 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7bcf6-46aa-43c6-80b8-86915fb79ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365b8fc-c067-4bd0-82ff-a06915c83c41,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:25.789883 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9aa33-0f9f-4d37-b661-6e154852f040 req-083ee775-7957-4e9b-877e-302dcfacacf8 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:25.791458 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2cb9aa33-0f9f-4d37-b661-6e154852f040 req-083ee775-7957-4e9b-877e-302dcfacacf8 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0499094 Nov 19 03:21:25.844251 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2cb9aa33-0f9f-4d37-b661-6e154852f040 req-a950a845-78f5-4bea-9c45-b4d2401c3f53 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Nov 19 03:21:26.249123 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b23a33-7a0c-4ac0-92f4-6ba979a82263 req-d1a428ca-fefa-4c5a-adfa-5eaecea7219c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:26.258463 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-23b23a33-7a0c-4ac0-92f4-6ba979a82263 req-d1a428ca-fefa-4c5a-adfa-5eaecea7219c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0729427 Nov 19 03:21:26.310568 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-23b23a33-7a0c-4ac0-92f4-6ba979a82263 req-63f487d8-34f9-429c-b55f-8e6b9507e285 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 Nov 19 03:21:26.981485 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3ca0-2d7a-40b3-98f8-c4c208d2a46e req-e615df3f-018f-407b-8cbe-3aa53be577b5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:26.983059 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-72bc3ca0-2d7a-40b3-98f8-c4c208d2a46e req-e615df3f-018f-407b-8cbe-3aa53be577b5 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0532157 Nov 19 03:21:27.032749 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-72bc3ca0-2d7a-40b3-98f8-c4c208d2a46e req-f86bc439-59a1-4502-af3a-38e386b1e9da tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/security-groups?id=d380110f-3e89-4192-b4bc-6c7ac696c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Nov 19 03:21:27.429030 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0b7f-034e-4c61-8650-06f136c26b2f req-addccf3a-1c60-4837-ba64-1be4d18ac602 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:27.430555 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-df1c0b7f-034e-4c61-8650-06f136c26b2f req-addccf3a-1c60-4837-ba64-1be4d18ac602 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Nov 19 03:21:27.482191 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-df1c0b7f-034e-4c61-8650-06f136c26b2f req-ebe1287f-9cb7-4e08-ac21-5f44251958a6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Nov 19 03:21:27.644243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-cef63ac5-a14f-4d87-b97b-60024d5b2f1f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:27.645843 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-cef63ac5-a14f-4d87-b97b-60024d5b2f1f tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 945 time: 0.0659163 Nov 19 03:21:27.708652 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55522) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:27.755082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Deleting port 564d4434-0349-4ca0-a3f4-f36410053f5a {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:21:27.755421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:27.828308 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f012cff5-000c-454d-b7b0-771b724d9074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:27.859432 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] For port 564d4434-0349-4ca0-a3f4-f36410053f5a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564d4434-0349-4ca0-a3f4-f36410053f5a,segment=NetworkSegment(9276fd1b-f92f-4daa-9d3d-9e0ea681832b),segment_id=9276fd1b-f92f-4daa-9d3d-9e0ea681832b)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:27.859921 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:27.873662 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Calling delete_port for 564d4434-0349-4ca0-a3f4-f36410053f5a owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:21:27.903912 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f012cff5-000c-454d-b7b0-771b724d9074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:27.908536 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f012cff5-000c-454d-b7b0-771b724d9074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:27.947320 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012cff5-000c-454d-b7b0-771b724d9074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d864d70-8554-4bdc-99f9-42609068e237,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:27.955380 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f012cff5-000c-454d-b7b0-771b724d9074 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b380aeedf9a4e1c9ddaad92db950f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451394 Nov 19 03:21:27.955722 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55528) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:28.006738 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.008206 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e5a1-78e3-483f-a161-87866997a3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.032174 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e5a1-78e3-483f-a161-87866997a3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.040570 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Pushing event deleted for resources: {'Port': ['ID=564d4434-0349-4ca0-a3f4-f36410053f5a,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:28.063384 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['564d4434-0349-4ca0-a3f4-f36410053f5a'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:21:28.098696 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] No DVR routers for this DVR port 564d4434-0349-4ca0-a3f4-f36410053f5a on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:21:28.099378 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e5a1-78e3-483f-a161-87866997a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.101707 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.103946 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e5a1-78e3-483f-a161-87866997a3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.108531 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fdd8efa-82e5-40ed-ad5d-f607553cd1b6 req-5c34bf29-0623-420b-ab87-a10f9a8e89b7 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.50 "DELETE /v2.0/ports/564d4434-0349-4ca0-a3f4-f36410053f5a HTTP/1.1" status: 204 len: 173 time: 0.4511945 Nov 19 03:21:28.108687 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d3f6e5a1-78e3-483f-a161-87866997a3c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d864d70-8554-4bdc-99f9-42609068e237 HTTP/1.1" status: 204 len: 168 time: 0.1475997 Nov 19 03:21:28.108877 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'name': 'network-vif-deleted', 'tag': '564d4434-0349-4ca0-a3f4-f36410053f5a'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:21:28.115820 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6e5a1-78e3-483f-a161-87866997a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d864d70-8554-4bdc-99f9-42609068e237,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:28.118647 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb861f9e-54f7-46dd-8948-6a3e9ddcb27d" -d '{"events": [{"server_uuid": "c9ce8291-c6df-4afe-a958-5b8ef4c447fd", "name": "network-vif-deleted", "tag": "564d4434-0349-4ca0-a3f4-f36410053f5a"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:21:28.191031 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5561c4-cf95-4f6b-a511-a6bf84ac139e x-openstack-request-id: req-3b5561c4-cf95-4f6b-a511-a6bf84ac139e {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:21:28.191338 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce8291-c6df-4afe-a958-5b8ef4c447fd", "name": "network-vif-deleted", "tag": "564d4434-0349-4ca0-a3f4-f36410053f5a", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:21:28.191593 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b5561c4-cf95-4f6b-a511-a6bf84ac139e {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:21:28.191979 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce8291-c6df-4afe-a958-5b8ef4c447fd', 'name': 'network-vif-deleted', 'tag': '564d4434-0349-4ca0-a3f4-f36410053f5a', 'status': 'completed', 'code': 200} Nov 19 03:21:28.193890 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9dc2d6a7-8b8b-48c5-a8d1-545ecef552d3 req-da53e156-6dc2-40bd-8a44-ef479be49abb tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0319870 Nov 19 03:21:28.397316 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55542) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:28.410814 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6fe31ea0-4677-4e02-b8f4-2d4993bc1e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.489414 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6fe31ea0-4677-4e02-b8f4-2d4993bc1e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.493257 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6fe31ea0-4677-4e02-b8f4-2d4993bc1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.534070 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-6fe31ea0-4677-4e02-b8f4-2d4993bc1e6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cb50f0a12d14a2da059b5d91f1d7c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354182 Nov 19 03:21:28.535239 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe31ea0-4677-4e02-b8f4-2d4993bc1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f2059-75c9-401f-b427-ff2c9a2cac32,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:28.536872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55546) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:28.631169 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abdc1b-d787-4663-9b79-c05545d00e78 req-dc0a2fc4-d507-46c9-8aed-6890e9784b0a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:28.632618 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98abdc1b-d787-4663-9b79-c05545d00e78 req-dc0a2fc4-d507-46c9-8aed-6890e9784b0a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0824602 Nov 19 03:21:28.635492 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5c3047bd-d8cc-47ec-b2c0-45f48abdfe51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.671396 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5c3047bd-d8cc-47ec-b2c0-45f48abdfe51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.720563 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98abdc1b-d787-4663-9b79-c05545d00e78 req-218ba1b1-9df2-45d8-a8a7-91e95280c313 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806081 Nov 19 03:21:28.741148 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5c3047bd-d8cc-47ec-b2c0-45f48abdfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.744074 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5c3047bd-d8cc-47ec-b2c0-45f48abdfe51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:28.745848 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5c3047bd-d8cc-47ec-b2c0-45f48abdfe51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f00f2059-75c9-401f-b427-ff2c9a2cac32 HTTP/1.1" status: 204 len: 168 time: 0.2014513 Nov 19 03:21:28.754783 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3047bd-d8cc-47ec-b2c0-45f48abdfe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f2059-75c9-401f-b427-ff2c9a2cac32,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:29.305319 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-90cb2e16-7286-48b5-a065-f8f2786734a1 req-92d91beb-e673-4dbb-9ef8-b19a5a2c2063 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0297759 Nov 19 03:21:29.859928 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca3972-e810-4dcd-a3f6-730de3203570 req-e45156d4-4536-43b7-9faa-ec4f086169ea tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:29.861409 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a3ca3972-e810-4dcd-a3f6-730de3203570 req-e45156d4-4536-43b7-9faa-ec4f086169ea tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0612614 Nov 19 03:21:29.913561 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a3ca3972-e810-4dcd-a3f6-730de3203570 req-466b664e-daf9-4695-bbdc-050b5f7d7c6d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Nov 19 03:21:30.399203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d547b269-7f24-4523-8153-939e598f254f req-76eb3d31-73c7-44e8-8e23-fc48676c9ef9 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0281780 Nov 19 03:21:30.635106 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55642) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:30.738771 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-671e9937-15a6-431f-a14e-e5ddfe3a9118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.822925 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-671e9937-15a6-431f-a14e-e5ddfe3a9118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.827274 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-671e9937-15a6-431f-a14e-e5ddfe3a9118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.865551 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-671e9937-15a6-431f-a14e-e5ddfe3a9118 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e72a655800648feb6bd01518cd28bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293856 Nov 19 03:21:30.866430 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e9937-15a6-431f-a14e-e5ddfe3a9118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb5b67-061d-4a11-9c66-0fa3d07ab697,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:30.868239 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55650) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:30.916647 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-305a4ee0-4c56-488b-8c40-d7496b8cf421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.936972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-305a4ee0-4c56-488b-8c40-d7496b8cf421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.992197 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-305a4ee0-4c56-488b-8c40-d7496b8cf421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.994722 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-305a4ee0-4c56-488b-8c40-d7496b8cf421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:30.995768 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-305a4ee0-4c56-488b-8c40-d7496b8cf421 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcbb5b67-061d-4a11-9c66-0fa3d07ab697 HTTP/1.1" status: 204 len: 168 time: 0.1254244 Nov 19 03:21:31.020863 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a4ee0-4c56-488b-8c40-d7496b8cf421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb5b67-061d-4a11-9c66-0fa3d07ab697,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:31.044569 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d62a8-1d84-4566-9bd0-2ab222267b66 req-b4f4bc68-2a51-4853-aeed-7048a92b26b2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:31.046392 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2e3d62a8-1d84-4566-9bd0-2ab222267b66 req-b4f4bc68-2a51-4853-aeed-7048a92b26b2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0637612 Nov 19 03:21:31.102278 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2e3d62a8-1d84-4566-9bd0-2ab222267b66 req-e08e4ffe-7fd1-4f60-9b40-81707207ef9f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Nov 19 03:21:31.264989 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55658) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:31.277729 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-183f3508-6947-40e5-a971-6d6d29e27039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.353036 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-183f3508-6947-40e5-a971-6d6d29e27039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.356700 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-183f3508-6947-40e5-a971-6d6d29e27039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.394984 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-183f3508-6947-40e5-a971-6d6d29e27039 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57511529caa24abeb174b1e787668c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289153 Nov 19 03:21:31.395841 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f3508-6947-40e5-a971-6d6d29e27039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6635fdf9-e81e-4055-8f8a-40ff4aa6863a,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:31.397683 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55662) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:31.445327 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f911d251-2737-4ffe-b914-e11880bc9836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.466413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f911d251-2737-4ffe-b914-e11880bc9836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.492798 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6eeff358-a3fa-4b5b-beaa-447023c24a38 req-4780a224-5851-41d6-9f64-d688aeb78f9a tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0255897 Nov 19 03:21:31.512333 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f911d251-2737-4ffe-b914-e11880bc9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.515964 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f911d251-2737-4ffe-b914-e11880bc9836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:31.517086 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f911d251-2737-4ffe-b914-e11880bc9836 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6635fdf9-e81e-4055-8f8a-40ff4aa6863a HTTP/1.1" status: 204 len: 168 time: 0.1181624 Nov 19 03:21:31.526120 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911d251-2737-4ffe-b914-e11880bc9836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6635fdf9-e81e-4055-8f8a-40ff4aa6863a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:32.215867 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e43190-2863-47cb-b576-cfff69ffa08d req-8b537a00-362d-463c-8619-1b15bcf409d3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:32.218103 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-15e43190-2863-47cb-b576-cfff69ffa08d req-8b537a00-362d-463c-8619-1b15bcf409d3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0493045 Nov 19 03:21:32.267662 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-15e43190-2863-47cb-b576-cfff69ffa08d req-4d83d62a-2d6d-4ab5-b313-0bb977903c57 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Nov 19 03:21:32.590585 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af36d61b-f7d6-4c31-9a5a-ec47e48705cc req-15a6001e-c977-4bec-ad8b-9fd06751b53b tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0265632 Nov 19 03:21:32.973720 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 564d4434-0349-4ca0-a3f4-f36410053f5a no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:21:32.994236 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 564d4434-0349-4ca0-a3f4-f36410053f5a {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:21:32.994726 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 564d4434-0349-4ca0-a3f4-f36410053f5a not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:21:33.387680 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc126774-f53d-4a14-b807-2090b7c66d08 req-318c70f2-aee9-4086-af0b-11db08a213e0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:33.389204 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bc126774-f53d-4a14-b807-2090b7c66d08 req-318c70f2-aee9-4086-af0b-11db08a213e0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0558767 Nov 19 03:21:33.437536 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bc126774-f53d-4a14-b807-2090b7c66d08 req-441932d0-243d-42db-8b78-cdd0935bb9c3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Nov 19 03:21:33.492540 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55750) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:33.598873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-39eb84a5-a491-4049-ba36-5d37977a35ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.676274 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-39eb84a5-a491-4049-ba36-5d37977a35ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.680067 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-39eb84a5-a491-4049-ba36-5d37977a35ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.691249 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-05ec2123-d699-4b48-bdc6-3e827639f0a0 req-2b4eadf3-bafd-4a46-b739-d6c1315e3031 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0274553 Nov 19 03:21:33.716955 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-39eb84a5-a491-4049-ba36-5d37977a35ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8fbbf393c7b49a9b209e5f9f3dbab7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233622 Nov 19 03:21:33.718302 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb84a5-a491-4049-ba36-5d37977a35ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9abe161-d70c-4ed6-8f93-26b8bed0aa84,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:33.720691 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55756) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:33.768155 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2ec9d54-51ce-4aef-8371-21abef32bab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.792145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2ec9d54-51ce-4aef-8371-21abef32bab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.837298 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2ec9d54-51ce-4aef-8371-21abef32bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.840312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d2ec9d54-51ce-4aef-8371-21abef32bab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:33.841418 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d2ec9d54-51ce-4aef-8371-21abef32bab5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9abe161-d70c-4ed6-8f93-26b8bed0aa84 HTTP/1.1" status: 204 len: 168 time: 0.1196990 Nov 19 03:21:33.850043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec9d54-51ce-4aef-8371-21abef32bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9abe161-d70c-4ed6-8f93-26b8bed0aa84,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:34.108659 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55770) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:34.121685 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43b95a13-83f5-4340-8c2e-786fc2431d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.197205 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43b95a13-83f5-4340-8c2e-786fc2431d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.200377 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-43b95a13-83f5-4340-8c2e-786fc2431d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.239650 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-43b95a13-83f5-4340-8c2e-786fc2431d29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c4af65b37e9465b92e1fc889c57fb34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296816 Nov 19 03:21:34.241649 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95a13-83f5-4340-8c2e-786fc2431d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa6de1-1519-4b26-ad0f-672aecbd8b03,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:34.242647 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55772) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:34.294780 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be166b96-a834-45c6-9227-057050922ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.318421 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be166b96-a834-45c6-9227-057050922ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.374341 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be166b96-a834-45c6-9227-057050922ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.378607 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-be166b96-a834-45c6-9227-057050922ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:34.379717 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-be166b96-a834-45c6-9227-057050922ac3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcaa6de1-1519-4b26-ad0f-672aecbd8b03 HTTP/1.1" status: 204 len: 168 time: 0.1358080 Nov 19 03:21:34.405134 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be166b96-a834-45c6-9227-057050922ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa6de1-1519-4b26-ad0f-672aecbd8b03,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:34.563640 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370bec9-544f-4934-8a71-f3294e1acdd0 req-3ed75a66-68af-42ae-81bd-cf0e39dafa53 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:34.565109 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b370bec9-544f-4934-8a71-f3294e1acdd0 req-3ed75a66-68af-42ae-81bd-cf0e39dafa53 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Nov 19 03:21:34.614617 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b370bec9-544f-4934-8a71-f3294e1acdd0 req-c2357d0e-5dd3-4813-9cb8-e1b169349bea tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Nov 19 03:21:35.025420 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73273f4e-d056-495b-97ea-838eca105f68 req-e5d8c9e9-ce5b-4452-be39-257710ca1444 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.2665474 Nov 19 03:21:35.081330 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55806) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:35.175302 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1061440553-network', 'tenant_id': 'e3c490230ad4446ab135315c0cddbac2'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:35.196038 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Made reservation on behalf of e3c490230ad4446ab135315c0cddbac2 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:35.198410 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.207148 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.281355 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.284980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.312895 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:21:35.318136 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8573473-6389-458f-9774-8ac46d4e01b9,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:35.326441 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.326960 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Added segment fb545ff0-b1ee-42f1-befd-49d9dde045fd of type vlan for network 31a661ff-44a1-4187-8bda-7c3b2c150a0d Nov 19 03:21:35.367597 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.391390 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.392391 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:35.392996 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.452045 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3693011 Nov 19 03:21:35.453378 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55814) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:35.466570 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Request body: {'subnet': {'network_id': '31a661ff-44a1-4187-8bda-7c3b2c150a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1061440553-subnet', 'tenant_id': 'e3c490230ad4446ab135315c0cddbac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:35.472814 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cdda-32ae-4375-8243-3addd245f437 admin admin] Pushing event updated for resources: {'Network': ['ID=31a661ff-44a1-4187-8bda-7c3b2c150a0d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:35.484023 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 31a661ff-44a1-4187-8bda-7c3b2c150a0d details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:21:35.492387 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Made reservation on behalf of e3c490230ad4446ab135315c0cddbac2 for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:35.494663 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.659254 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.732691 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9a630e-396e-49bf-8166-65f238dbdfae,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:35.762403 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc88c2-88e3-4e5e-80ee-93adc9d48105 req-659d2b36-9deb-4bbd-8b14-0e4b602cecd5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:35.763987 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bbc88c2-88e3-4e5e-80ee-93adc9d48105 req-659d2b36-9deb-4bbd-8b14-0e4b602cecd5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0782449 Nov 19 03:21:35.765074 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Checking segment: {'id': 'fb545ff0-b1ee-42f1-befd-49d9dde045fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '31a661ff-44a1-4187-8bda-7c3b2c150a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:35.765419 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Network hostable DHCP agents. Network: 31a661ff-44a1-4187-8bda-7c3b2c150a0d, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:21:35.800731 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Network 31a661ff-44a1-4187-8bda-7c3b2c150a0d is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:21:35.821014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 31a661ff-44a1-4187-8bda-7c3b2c150a0d) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:35.827632 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bbc88c2-88e3-4e5e-80ee-93adc9d48105 req-3a2409a6-a694-4965-b94b-1a94129d1880 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Nov 19 03:21:35.828823 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:35.829408 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:35.835718 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683293ff-74ba-4484-a351-14cd1a934466 None None] Network 31a661ff-44a1-4187-8bda-7c3b2c150a0d requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:35.846714 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a6b70115-a7e7-4909-86b8-1d06fd7d827d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3914599 Nov 19 03:21:35.967730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ef564-361b-42c9-8eed-36c5c81f6161 None None] Network 31a661ff-44a1-4187-8bda-7c3b2c150a0d requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:36.141118 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed5f11d4-cce4-48a9-937f-5cb29d60a75a req-0ac09122-088e-40ad-8b18-86ea47e3100c tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0269442 Nov 19 03:21:36.311465 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55836) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:36.316373 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-658186516-network', 'tenant_id': 'fe7123c26b74450780006053a0b4b6b3'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:36.336825 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Made reservation on behalf of fe7123c26b74450780006053a0b4b6b3 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:36.339068 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.348022 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.422663 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.426210 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.454125 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:21:36.459598 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194fbca2-79d3-4511-82b0-c5a88e3a6638,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:36.466944 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.468552 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Added segment 81c37769-ddf1-4f9b-acac-782786ef213d of type vlan for network d7f73891-dc15-4edb-add4-6e81ca7229a4 Nov 19 03:21:36.508564 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.533229 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.534129 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:36.534751 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.590102 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2774360 Nov 19 03:21:36.592874 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 55842) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:36.594806 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb307bd-10d4-4af2-a75f-6f10d6cf9563 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f73891-dc15-4edb-add4-6e81ca7229a4,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:36.598100 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Request body: {'subnet': {'network_id': 'd7f73891-dc15-4edb-add4-6e81ca7229a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-658186516-subnet', 'tenant_id': 'fe7123c26b74450780006053a0b4b6b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:36.604810 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network d7f73891-dc15-4edb-add4-6e81ca7229a4 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:21:36.618935 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Made reservation on behalf of fe7123c26b74450780006053a0b4b6b3 for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:36.621394 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.789895 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.845109 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9c4a35-f19c-4e21-80ea-6a6fa400c69a,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:36.853211 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Checking segment: {'id': '81c37769-ddf1-4f9b-acac-782786ef213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd7f73891-dc15-4edb-add4-6e81ca7229a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:36.853565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Network hostable DHCP agents. Network: d7f73891-dc15-4edb-add4-6e81ca7229a4, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:21:36.870591 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Network d7f73891-dc15-4edb-add4-6e81ca7229a4 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:21:36.879587 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, d7f73891-dc15-4edb-add4-6e81ca7229a4) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:36.883675 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:36.884300 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:36.889217 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf84d1-3c29-465d-9d6d-d2cffece583b None None] Network d7f73891-dc15-4edb-add4-6e81ca7229a4 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:36.901453 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5179644c-92db-45d1-825a-9323f95b2cf8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3074715 Nov 19 03:21:36.970429 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8443b55-590b-44f8-8d15-34fbf52cd6d8 req-a7da5266-22b0-4660-8a92-c42aeee2fcb6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:36.972245 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a8443b55-590b-44f8-8d15-34fbf52cd6d8 req-a7da5266-22b0-4660-8a92-c42aeee2fcb6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0563488 Nov 19 03:21:37.029291 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a8443b55-590b-44f8-8d15-34fbf52cd6d8 req-1b80f85d-f694-4176-bef9-0d01baa84a14 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512116 Nov 19 03:21:37.142497 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5510fd-6bda-4124-87df-fd68387f500a None None] Network d7f73891-dc15-4edb-add4-6e81ca7229a4 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:37.239760 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96ee1737-caa0-4889-901f-e7933bb4c29e req-1e8674c3-932d-46c9-868b-34637ef03bb3 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0280302 Nov 19 03:21:37.360236 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c6aa91dc-4235-48a1-977c-07d71eb2108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:37.594353 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:38.145806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabca798-5d71-413d-bb14-5e43f534132a req-e1d1a32d-edc8-4657-8c4f-e11b18404690 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:38.147363 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cabca798-5d71-413d-bb14-5e43f534132a req-e1d1a32d-edc8-4657-8c4f-e11b18404690 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0497489 Nov 19 03:21:38.194060 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cabca798-5d71-413d-bb14-5e43f534132a req-92765ac6-fef3-4d16-8a59-6add2f469182 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Nov 19 03:21:38.340949 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3044d799-27ed-45a4-bc3e-b5a880fcf665 req-ff91efae-1114-4c5d-849c-9aa9150d15e3 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0256603 Nov 19 03:21:39.314576 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606070c-f8d8-4400-9943-3287ae1f068f req-b0f3ae7b-e226-46e6-a502-99de879436fa tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:39.316167 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3606070c-f8d8-4400-9943-3287ae1f068f req-b0f3ae7b-e226-46e6-a502-99de879436fa tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0549004 Nov 19 03:21:39.366569 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3606070c-f8d8-4400-9943-3287ae1f068f req-098a4bbc-f7f6-4ac6-8d3e-005ce67a7f5e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Nov 19 03:21:39.452068 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0f4af84-ddfe-4708-99d5-26cbdb68ab17 req-587ba426-1732-4083-a16e-27e78bb001c9 tempest-DeleteServersTestJSON-870213063 tempest-DeleteServersTestJSON-870213063-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9ce8291-c6df-4afe-a958-5b8ef4c447fd HTTP/1.1" status: 200 len: 210 time: 0.0270991 Nov 19 03:21:39.657447 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-80a18d88-5c47-4d4e-b4a0-18e6c6a2a3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:39.908624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-55796ba7-a119-48f0-8326-ce627bf737b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:39.910061 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-55796ba7-a119-48f0-8326-ce627bf737b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.1061833 Nov 19 03:21:39.925565 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-1b9b9315-ef59-4012-987a-61cd58743dbd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/quotas/53690eedb4c749db94ed55f64a323cba HTTP/1.1" status: 200 len: 375 time: 0.0095747 Nov 19 03:21:39.975058 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-50cee94b-5a1c-4fa8-95b6-24c42bc7e952 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438027 Nov 19 03:21:40.072697 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-dae32ed2-9e9b-4f18-afad-bcaccca8b8b0 service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898645 Nov 19 03:21:40.169757 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-438e9785-f388-42ee-b9bc-a39fc8160da4 service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906041 Nov 19 03:21:40.328269 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb596288-0f1e-4584-a562-1a123d221e32 req-283cf90f-400d-4bae-967f-4cc32bc16460 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 210 time: 0.0271788 Nov 19 03:21:40.486352 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4efddc-32db-4ee8-8e9d-dadae6386855 req-a0f874dd-fb06-4ccd-8a50-546da1b39bed tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:40.487900 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca4efddc-32db-4ee8-8e9d-dadae6386855 req-a0f874dd-fb06-4ccd-8a50-546da1b39bed tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0528669 Nov 19 03:21:40.553050 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca4efddc-32db-4ee8-8e9d-dadae6386855 req-6b137235-c7c6-494f-b986-bbce1dc4d1ac tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Nov 19 03:21:40.770709 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:41.013178 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d416-d274-4acc-8b44-c8d85de1f720 req-1f7779a9-406d-4e3e-8ec5-06989323de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:41.014673 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4e6d416-d274-4acc-8b44-c8d85de1f720 req-1f7779a9-406d-4e3e-8ec5-06989323de70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 1099 time: 0.0576832 Nov 19 03:21:41.090040 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4e6d416-d274-4acc-8b44-c8d85de1f720 req-02f20c03-0436-4ad4-8bdf-45bb3ba4ac33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Nov 19 03:21:41.423339 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-168f5a8f-e156-473f-a609-25e56ce0e773 req-f4c1808a-8453-4f97-9fd4-169489fbdaef tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 210 time: 0.0261779 Nov 19 03:21:41.675776 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9279b-dc12-41df-8330-c37accdb4c59 req-cfe44941-d643-4446-a5de-93cd12b30a26 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:41.677147 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-66f9279b-dc12-41df-8330-c37accdb4c59 req-cfe44941-d643-4446-a5de-93cd12b30a26 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0495837 Nov 19 03:21:41.727126 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-66f9279b-dc12-41df-8330-c37accdb4c59 req-ead61f58-8cb6-4ab3-8774-e3469ad6c440 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Nov 19 03:21:42.035266 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55980) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:42.129811 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Deleting subnet 79a5d73d-1041-45c4-9eec-1c97c6e4aad6 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:21:42.134111 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.175261 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.220934 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.244943 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-f04b6b72-afc5-4b17-8ac6-5eba0d15e222 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:42.247397 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-f04b6b72-afc5-4b17-8ac6-5eba0d15e222 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.2129948 Nov 19 03:21:42.275747 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Request body: {'port': {'device_id': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'admin_state_up': True, 'tenant_id': '53690eedb4c749db94ed55f64a323cba'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:42.282586 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.290067 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.347177 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.356430 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/79a5d73d-1041-45c4-9eec-1c97c6e4aad6 HTTP/1.1" status: 204 len: 168 time: 0.3201795 Nov 19 03:21:42.357846 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 55994) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:42.361801 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52c5f8-0bb9-4fc2-91f7-1033e85b897c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a5d73d-1041-45c4-9eec-1c97c6e4aad6,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:42.443934 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.529591 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Made reservation on behalf of 53690eedb4c749db94ed55f64a323cba for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:42.534901 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.544748 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.583975 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7785fb5c-8c03-4872-a076-a4033ec3cdba']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:42.599946 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9276fd1b-f92f-4daa-9d3d-9e0ea681832b') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:42.600572 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9276fd1b-f92f-4daa-9d3d-9e0ea681832b') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:42.620486 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.632436 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56006) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:42.635087 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b552e517-6c5b-4850-b857-b836533c0f56 req-29f457da-9538-4f18-a915-04eafb583c44 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 210 time: 0.0565670 Nov 19 03:21:42.652238 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.659846 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:21:42.660489 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:21:42.663171 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:21:42.734494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.770456 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.777822 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] 10.222.0.47 "DELETE /v2.0/networks/7785fb5c-8c03-4872-a076-a4033ec3cdba HTTP/1.1" status: 204 len: 168 time: 0.4145751 Nov 19 03:21:42.777822 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b09d3a-522e-4fee-9578-a119f946f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=7785fb5c-8c03-4872-a076-a4033ec3cdba,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:42.820302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Allocated IP 172.20.0.12 (cd122154-2aeb-4e66-bcc7-7acf31cd258e/9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2/004bc3b2-8042-48ab-abde-62fc17b827d2) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:42.864320 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27eb1a10-87d9-47a1-b867-ec1860bbbfe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.895185 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.954252 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56016) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:42.956095 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27eb1a10-87d9-47a1-b867-ec1860bbbfe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.959331 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-27eb1a10-87d9-47a1-b867-ec1860bbbfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:42.992070 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c1e55-a77a-433b-812f-7a561a45c81d req-4f24eb16-9348-421f-a985-5a32eaa13288 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:42.993429 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd9c1e55-a77a-433b-812f-7a561a45c81d req-4f24eb16-9348-421f-a985-5a32eaa13288 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.1442094 Nov 19 03:21:43.001620 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-27eb1a10-87d9-47a1-b867-ec1860bbbfe5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1689a7e31bdd4b73a1bd768c0c0c1478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680549 Nov 19 03:21:43.002714 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb1a10-87d9-47a1-b867-ec1860bbbfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8684b1db-35a9-4555-af41-551244f4b0d1,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:43.005909 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56018) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:43.058153 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-652c3f46-99b1-4690-b080-4b7d961aa1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.083221 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-652c3f46-99b1-4690-b080-4b7d961aa1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.121338 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-36d6ca39-c626-40e9-b177-f6c819a3369d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b46ab2df10b434fa30ee9c1f01c8e73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1630661 Nov 19 03:21:43.122423 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56022) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:43.127880 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd9c1e55-a77a-433b-812f-7a561a45c81d req-f11b7c0f-d66e-4e77-be18-279e70fd9f06 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026101 Nov 19 03:21:43.151844 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.175353 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-652c3f46-99b1-4690-b080-4b7d961aa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.177893 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-652c3f46-99b1-4690-b080-4b7d961aa1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.179120 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-652c3f46-99b1-4690-b080-4b7d961aa1d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8684b1db-35a9-4555-af41-551244f4b0d1 HTTP/1.1" status: 204 len: 168 time: 0.1722972 Nov 19 03:21:43.196629 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3f46-99b1-4690-b080-4b7d961aa1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8684b1db-35a9-4555-af41-551244f4b0d1,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:43.198422 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5963-24b4-4720-a282-fe8c18f2db7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.207961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.239132 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5963-24b4-4720-a282-fe8c18f2db7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.253513 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:21:43.279083 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:43.283301 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:43.287293 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:43.315031 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5963-24b4-4720-a282-fe8c18f2db7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.317765 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event updated for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:43.330422 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5963-24b4-4720-a282-fe8c18f2db7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.331611 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ea2f5963-24b4-4720-a282-fe8c18f2db7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d380110f-3e89-4192-b4bc-6c7ac696c3ae HTTP/1.1" status: 204 len: 168 time: 0.2081976 Nov 19 03:21:43.343890 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f5963-24b4-4720-a282-fe8c18f2db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380110f-3e89-4192-b4bc-6c7ac696c3ae,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:43.397958 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:43.397958 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.416608 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-0de33c2a-4f12-486b-a1f7-1c2a6be2f759 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1497900 Nov 19 03:21:43.444782 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Request body: {'port': {'device_id': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:43.520877 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.921930 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a9bea-21c9-483f-8eea-1d8b68ceec6a req-6a2167aa-3397-4848-87eb-6818dc983467 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:43.923589 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be6a9bea-21c9-483f-8eea-1d8b68ceec6a req-6a2167aa-3397-4848-87eb-6818dc983467 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 932 time: 0.1028264 Nov 19 03:21:43.927628 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004bc3b2-8042-48ab-abde-62fc17b827d2 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:21:43.941473 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.974352 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Transition to ACTIVE for port object 004bc3b2-8042-48ab-abde-62fc17b827d2 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:21:43.988482 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:43.998020 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be6a9bea-21c9-483f-8eea-1d8b68ceec6a req-456ab973-c874-467e-b67c-66a03d3f57ce tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657661 Nov 19 03:21:44.045375 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Pushing event updated for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:44.131626 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Attempting to bind port 004bc3b2-8042-48ab-abde-62fc17b827d2 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:44.131910 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Attempting to bind port 004bc3b2-8042-48ab-abde-62fc17b827d2 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:44.132443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Attempting to bind port 004bc3b2-8042-48ab-abde-62fc17b827d2 on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:44.137492 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Port 004bc3b2-8042-48ab-abde-62fc17b827d2 on network cd122154-2aeb-4e66-bcc7-7acf31cd258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:21:44.137814 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Attempting to bind port 004bc3b2-8042-48ab-abde-62fc17b827d2 on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:44.143505 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:44.143867 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Checking segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:44.144273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Bound using segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:44.144711 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Bound port: 004bc3b2-8042-48ab-abde-62fc17b827d2, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:44.145067 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.256382 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:44.273608 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=004bc3b2-8042-48ab-abde-62fc17b827d2,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:44.282772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.300957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e2c3c-8eed-4416-9917-4dc28d04e9ea req-a80dbe2e-d845-4cd9-aeab-f28128be7a99 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:44.302583 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4f1e2c3c-8eed-4416-9917-4dc28d04e9ea req-a80dbe2e-d845-4cd9-aeab-f28128be7a99 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0877271 Nov 19 03:21:44.347653 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:44.348199 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.349620 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] 10.222.0.50 "PUT /v2.0/ports/004bc3b2-8042-48ab-abde-62fc17b827d2 HTTP/1.1" status: 200 len: 1094 time: 0.9109712 Nov 19 03:21:44.351872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:21:44.354129 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa451e-c504-487e-b06d-37bb39707b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:21:44.393337 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56086) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:44.395815 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f7ac-ff0f-446f-9364-17f1cbbcb374 service neutron] Pushing event updated for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:44.417472 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284941f2-03c2-4c10-b961-bd6ad5fb2200 x-openstack-request-id: req-284941f2-03c2-4c10-b961-bd6ad5fb2200 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:21:44.417761 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:21:44.418016 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-284941f2-03c2-4c10-b961-bd6ad5fb2200 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:21:44.418510 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2', 'status': 'completed', 'code': 200} Nov 19 03:21:44.431525 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4f1e2c3c-8eed-4416-9917-4dc28d04e9ea req-184f62d6-1ca0-476a-b14f-8ab1dbc484dc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086876 Nov 19 03:21:44.505729 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-30fb71ad-fbbd-42d9-a1aa-9b4240e6c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:44.507371 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-30fb71ad-fbbd-42d9-a1aa-9b4240e6c280 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 1097 time: 0.0608273 Nov 19 03:21:44.580664 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-d1a41a7c-f737-4d7c-8ecc-ac18eb1ecb99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=004bc3b2-8042-48ab-abde-62fc17b827d2 HTTP/1.1" status: 200 len: 217 time: 0.0559616 Nov 19 03:21:44.632407 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56110) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:44.661629 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b7586-badd-446d-9096-56f40f5258b3 req-f8ca42ff-f1f9-434c-b8c4-42ee65250e68 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:44.663216 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-741b7586-badd-446d-9096-56f40f5258b3 req-f8ca42ff-f1f9-434c-b8c4-42ee65250e68 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1289546 Nov 19 03:21:44.665120 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487657-3346-4206-9e83-75a71bdd39ab req-fadea9da-bc44-49a3-910c-ef0d0a50174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:44.666510 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-fadea9da-bc44-49a3-910c-ef0d0a50174e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.0680144 Nov 19 03:21:44.712504 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-7ae5eaba-2e90-45a5-ad6a-016027cc8900 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343788 Nov 19 03:21:44.725410 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1991890309-network', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:44.748648 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Made reservation on behalf of c8cae9fa88fe44aa9fb69e4e206b3e61 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:44.752759 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.767179 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.771767 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1561645803-network', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:44.788306 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-741b7586-badd-446d-9096-56f40f5258b3 req-58a44337-9b86-4879-bf92-a6de066319b3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177156 Nov 19 03:21:44.823718 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Made reservation on behalf of 47d64b0b6d824dcaa62fc05f714c4d3b for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:44.826069 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.840610 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.848293 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-61b33b01-9ad0-485f-be7a-70c5d900b21d service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254761 Nov 19 03:21:44.913406 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56118) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:44.931991 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.940753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:44.971979 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:21:45.000871 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.005272 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.005614 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Added segment fb01b6c3-c277-4b28-b6fb-366ab964c43e of type vlan for network 96107137-2387-4a29-be95-3b64cadd1d37 Nov 19 03:21:45.008974 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f487657-3346-4206-9e83-75a71bdd39ab req-4ab86c86-7b06-4e02-95f0-fd6b0312e32f service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505873 Nov 19 03:21:45.014459 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.019947 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5cd549-e0b6-4521-9762-3d873286c7e9,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:45.101993 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:21:45.141758 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73954043-01cc-4e54-b10b-22ea766b0c61,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:45.151482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.157169 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bc4135f-b3dc-42c0-af10-8691a2db7cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.169218 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.169470 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Added segment 1c5d36d2-a162-4fc9-95ca-258be85f529d of type vlan for network f425b87a-bd81-4b76-ae6d-df8730e55965 Nov 19 03:21:45.241599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.245066 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-9ab72840-8ac8-45e7-ad6b-1d3b865d510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:45.247971 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.248142 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-9ab72840-8ac8-45e7-ad6b-1d3b865d510d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 1097 time: 0.1363783 Nov 19 03:21:45.248919 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:45.249708 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.267604 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5b4f-ee8c-4ce0-86a8-510baa4ecb9c req-606ceb8c-2e0f-4cf6-a1a4-915c9ceb8922 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:45.278014 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-69ab5b4f-ee8c-4ce0-86a8-510baa4ecb9c req-606ceb8c-2e0f-4cf6-a1a4-915c9ceb8922 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.1011691 Nov 19 03:21:45.385833 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-69ab5b4f-ee8c-4ce0-86a8-510baa4ecb9c req-2931d625-edb9-4b43-b0df-c622ac4b5f60 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069191 Nov 19 03:21:45.411968 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-2cdc5849-73b8-4a7d-8c1d-9947cfa1b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:45.413627 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-2cdc5849-73b8-4a7d-8c1d-9947cfa1b62c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 916 time: 0.1326957 Nov 19 03:21:45.476641 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-b0929422-1d4c-4827-ac6e-76f4a954bf76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=004bc3b2-8042-48ab-abde-62fc17b827d2 HTTP/1.1" status: 200 len: 217 time: 0.0543334 Nov 19 03:21:45.518097 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.db.resource_extend [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:21:45.538525 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-8aaf72ae-efc4-479b-a101-d97164807b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:45.538831 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1429899 Nov 19 03:21:45.540345 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-8aaf72ae-efc4-479b-a101-d97164807b8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.0548210 Nov 19 03:21:45.541562 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56138) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:45.547430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Request body: {'subnet': {'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1991890309-subnet', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:45.556458 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.557391 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:45.557952 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.573053 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e713706-f02a-46b0-8714-1e0444843181 admin admin] Pushing event updated for resources: {'Network': ['ID=96107137-2387-4a29-be95-3b64cadd1d37,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:45.584533 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-60204b75-7073-4544-a031-336185569832 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317221 Nov 19 03:21:45.585285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 96107137-2387-4a29-be95-3b64cadd1d37 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:21:45.631922 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9980512 Nov 19 03:21:45.636602 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56140) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:45.650173 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Request body: {'subnet': {'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1561645803-subnet', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:45.663233 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Made reservation on behalf of c8cae9fa88fe44aa9fb69e4e206b3e61 for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:45.665706 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.669196 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bc4135f-b3dc-42c0-af10-8691a2db7cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.670162 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f3969-b075-4c9e-96b8-6d5540ed1a9b admin admin] Pushing event updated for resources: {'Network': ['ID=f425b87a-bd81-4b76-ae6d-df8730e55965,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:45.677355 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bc4135f-b3dc-42c0-af10-8691a2db7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.682757 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network f425b87a-bd81-4b76-ae6d-df8730e55965 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:21:45.717073 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Made reservation on behalf of 47d64b0b6d824dcaa62fc05f714c4d3b for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:45.719961 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5088157'] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.728972 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3bc4135f-b3dc-42c0-af10-8691a2db7cea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e841d3388c284875bbda0421ece2b81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8114598 Nov 19 03:21:45.735913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56142) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:45.739692 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4135f-b3dc-42c0-af10-8691a2db7cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6723e0d-204c-445b-9c9b-57703379ffd7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:45.748668 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-6497fbfe-80f3-487c-8086-9123cf11910a service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565731 Nov 19 03:21:45.900516 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4780e430-b8b1-4177-8540-b6384aa44c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.902388 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2786223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5088239'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.947764 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6aaa451e-c504-487e-b06d-37bb39707b0c req-0d1c3910-0f42-473d-b7dd-7df47e487ce6 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823075 Nov 19 03:21:45.957717 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4780e430-b8b1-4177-8540-b6384aa44c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:45.960539 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9383085-cd54-4a8a-8edf-8b38a7780775,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:45.970735 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Checking segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:45.971092 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Network hostable DHCP agents. Network: f425b87a-bd81-4b76-ae6d-df8730e55965, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:21:45.989043 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Network f425b87a-bd81-4b76-ae6d-df8730e55965 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:21:45.998255 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, f425b87a-bd81-4b76-ae6d-df8730e55965) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:46.002557 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:46.003147 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.010650 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c38fb4-3fd0-4f51-b594-1b1e0d0dc03f None None] Network f425b87a-bd81-4b76-ae6d-df8730e55965 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:46.024131 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3bf9ac08-8715-4f57-891f-5d21e90ccb59 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3771679 Nov 19 03:21:46.024581 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56144) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:46.030124 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.031441 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:46.053674 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.054994 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.092430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6518448a-44a7-4361-a664-c1f550fd1651,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:46.098740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4780e430-b8b1-4177-8540-b6384aa44c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.101242 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4780e430-b8b1-4177-8540-b6384aa44c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.102546 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4780e430-b8b1-4177-8540-b6384aa44c7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6723e0d-204c-445b-9c9b-57703379ffd7 HTTP/1.1" status: 204 len: 168 time: 0.3656828 Nov 19 03:21:46.125244 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Checking segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:46.125752 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Network hostable DHCP agents. Network: 96107137-2387-4a29-be95-3b64cadd1d37, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:21:46.130966 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780e430-b8b1-4177-8540-b6384aa44c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6723e0d-204c-445b-9c9b-57703379ffd7,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:46.154608 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.159587 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Network 96107137-2387-4a29-be95-3b64cadd1d37 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:21:46.174957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 96107137-2387-4a29-be95-3b64cadd1d37) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:46.188528 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:46.189323 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.206892 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e0f502-632c-42f5-8f62-601cd7ed97e9 None None] Network 96107137-2387-4a29-be95-3b64cadd1d37 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:46.214832 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-623ae4f4-c969-4c6f-959d-5b2639fe51a8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6716781 Nov 19 03:21:46.217689 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56148) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:46.231023 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:46.284322 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.285137 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.287565 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-f425b87a-bd81-4b76-ae6d-df8730e55965', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:21:46.288630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.326506 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.366743 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.546072 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-96107137-2387-4a29-be95-3b64cadd1d37', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:21:46.547491 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.559878 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.585309 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.620544 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Allocated IP 172.20.0.2 (f425b87a-bd81-4b76-ae6d-df8730e55965/c9383085-cd54-4a8a-8edf-8b38a7780775/fbbc7a12-0856-446d-9106-07c1d3497bed) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:46.631150 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.752798 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Allocated IP 172.27.0.213 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:46.789517 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 004bc3b2-8042-48ab-abde-62fc17b827d2 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:21:46.932918 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.975406 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:46.976039 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Allocated IP 172.20.0.2 (96107137-2387-4a29-be95-3b64cadd1d37/6518448a-44a7-4361-a664-c1f550fd1651/8532804a-a51b-4473-a94b-1ada3053ae28) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:47.023941 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:47.028716 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:47.036654 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:47.077516 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5d9a8-7c1e-4734-b1d2-d7a6a99e4ac8 req-e5be97c5-e856-4c61-9578-3ced1afb91b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:47.079576 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20c5d9a8-7c1e-4734-b1d2-d7a6a99e4ac8 req-e5be97c5-e856-4c61-9578-3ced1afb91b1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.4751158 Nov 19 03:21:47.131968 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.144160 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=004bc3b2-8042-48ab-abde-62fc17b827d2,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:47.153064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-363db79c-a869-498e-bcf7-239f968f2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:47.154784 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-363db79c-a869-498e-bcf7-239f968f2e67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.1565454 Nov 19 03:21:47.157506 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.170742 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109698f-2b59-4b4d-8f13-a5e076115beb req-ec7060ee-75ee-4be7-9d9b-4efca70aa011 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:47.178932 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6109698f-2b59-4b4d-8f13-a5e076115beb req-ec7060ee-75ee-4be7-9d9b-4efca70aa011 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1774566 Nov 19 03:21:47.193950 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '004bc3b2-8042-48ab-abde-62fc17b827d2', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'port_id': '004bc3b2-8042-48ab-abde-62fc17b827d2', 'mac_address': 'fa:16:3e:f0:12:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:21:47.198686 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Pushing event updated for resources: {'Port': ['ID=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:47.233337 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Pushing event updated for resources: {'Port': ['ID=fbbc7a12-0856-446d-9106-07c1d3497bed,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:47.263354 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20c5d9a8-7c1e-4734-b1d2-d7a6a99e4ac8 req-3de8f5a4-6198-42a5-b22a-b6c0a50396f0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767976 Nov 19 03:21:47.323837 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Network f425b87a-bd81-4b76-ae6d-df8730e55965 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:47.334770 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:47.356631 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:47.370646 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.388402 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.423493 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6109698f-2b59-4b4d-8f13-a5e076115beb req-ed73eb62-be23-4c52-9f98-4186019ef2f7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434804 Nov 19 03:21:47.457507 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004bc3b2-8042-48ab-abde-62fc17b827d2 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:21:47.470532 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.480716 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-ce3d4d97-103b-4bb7-a6ed-ed84f3d1fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:47.482310 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-ce3d4d97-103b-4bb7-a6ed-ed84f3d1fe41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.2994618 Nov 19 03:21:47.495382 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.508296 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=004bc3b2-8042-48ab-abde-62fc17b827d2,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:47.512548 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Attempting to bind port fbbc7a12-0856-446d-9106-07c1d3497bed on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:47.512967 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Attempting to bind port fbbc7a12-0856-446d-9106-07c1d3497bed by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:47.513932 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Attempting to bind port fbbc7a12-0856-446d-9106-07c1d3497bed on network f425b87a-bd81-4b76-ae6d-df8730e55965 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:47.538938 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.540581 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.552174 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:47.552542 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Checking segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:47.552931 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.553319 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Bound using segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:47.553792 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Bound port: fbbc7a12-0856-446d-9106-07c1d3497bed, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:47.554162 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.559409 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Network 96107137-2387-4a29-be95-3b64cadd1d37 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:47.563157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.568031 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-a4c87010-bde9-432a-848f-d9c1611ce2f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 217 time: 0.0749774 Nov 19 03:21:47.570285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:47.575199 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:47.584718 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Pushing event updated for resources: {'Port': ['ID=8532804a-a51b-4473-a94b-1ada3053ae28,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:47.652760 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.676558 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-9ad02bed-333c-4a8d-b783-38d0c9c20148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:47.678025 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-9ad02bed-333c-4a8d-b783-38d0c9c20148 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.1018031 Nov 19 03:21:47.733403 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-408b4994-8327-4db9-8041-2adb75ddf3a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333819 Nov 19 03:21:47.798598 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Attempting to bind port 8532804a-a51b-4473-a94b-1ada3053ae28 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:47.799178 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Attempting to bind port 8532804a-a51b-4473-a94b-1ada3053ae28 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:47.799178 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Attempting to bind port 8532804a-a51b-4473-a94b-1ada3053ae28 on network 96107137-2387-4a29-be95-3b64cadd1d37 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:47.806504 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:47.819331 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:47.819699 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Checking segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:47.820228 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.820684 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Bound using segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:47.821367 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Bound port: 8532804a-a51b-4473-a94b-1ada3053ae28, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:47.821813 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.840227 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] For port fbbc7a12-0856-446d-9106-07c1d3497bed, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:47.856971 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-481875df-3b83-41ce-816f-b5afcd65d1c1 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135130 Nov 19 03:21:47.857865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Allocated IP 172.27.0.108 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:47.876688 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] For port fbbc7a12-0856-446d-9106-07c1d3497bed, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fbbc7a12-0856-446d-9106-07c1d3497bed,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:47.889926 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:47.972329 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] For port 8532804a-a51b-4473-a94b-1ada3053ae28, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:47.989632 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] For port 8532804a-a51b-4473-a94b-1ada3053ae28, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=8532804a-a51b-4473-a94b-1ada3053ae28,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:48.005423 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:48.015758 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:21:48.168123 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['004bc3b2-8042-48ab-abde-62fc17b827d2'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:21:48.175007 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da130c2a-8402-4f44-be3d-3717b15f3a50 None None] Pushing event updated for resources: {'Port': ['ID=fbbc7a12-0856-446d-9106-07c1d3497bed,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:48.183957 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-31a89922-4bf3-4108-acae-e4b1a32b49af req-92c91c30-0996-449e-ba7c-fb3385bf4f38 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176653 Nov 19 03:21:48.217454 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:48.220283 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:21:48.243521 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:21:48.264049 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:48.270429 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d754544e-1268-4af9-b212-886a6a0aadce admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2428739 Nov 19 03:21:48.275634 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56198) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:48.282538 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:48.292588 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:48.408746 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:48.611262 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:48.614766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:48.620055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:48.629269 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0106-bb3c-4fa3-8d09-a1475444128e None None] Pushing event updated for resources: {'Port': ['ID=8532804a-a51b-4473-a94b-1ada3053ae28,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:48.642210 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:48.815660 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:48.913693 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:47Z', 'revision_number': 3, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:48.935116 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb329862-1833-4af2-9624-f0b7e0d4d640 req-e26191fc-007d-42d4-a5d1-e4fb3dd238d9 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:48.944344 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb329862-1833-4af2-9624-f0b7e0d4d640 req-e26191fc-007d-42d4-a5d1-e4fb3dd238d9 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.3470883 Nov 19 03:21:48.944830 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:21:48.945356 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Updating router 6570fb83-e86d-4d4e-9b02-98d000da6b10 port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:21:48.954208 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc905d72-31e3-4f6b-afc0-09867c710661 req-7cf01a5b-ed0f-4a18-82de-2c0853dce8e1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:48.955806 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bc905d72-31e3-4f6b-afc0-09867c710661 req-7cf01a5b-ed0f-4a18-82de-2c0853dce8e1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 945 time: 0.4189725 Nov 19 03:21:48.972291 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.122692 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb329862-1833-4af2-9624-f0b7e0d4d640 req-e6b83ff4-ed33-453f-a187-90bb037a292e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774235 Nov 19 03:21:49.157819 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bc905d72-31e3-4f6b-afc0-09867c710661 req-a67fe0ef-1216-477b-af81-7abe817d4585 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746101 Nov 19 03:21:49.245321 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.289075 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.349311 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.357326 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.422951 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Attempting to bind port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:49.423795 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Attempting to bind port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:49.424367 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Attempting to bind port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:49.438694 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:49.439256 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:49.439848 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.440390 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:49.442151 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Bound port: ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:49.443008 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.478325 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Pushing event updated for resources: {'Port': ['ID=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:49.492577 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.501083 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.501523 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.501956 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.503316 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.503736 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.504159 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.504773 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.505944 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.507171 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.507626 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.508408 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:49.544417 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] For port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:49.548310 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] For port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:49.555560 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.606211 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.639317 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Allocated IP 172.20.0.1 (f425b87a-bd81-4b76-ae6d-df8730e55965/c9383085-cd54-4a8a-8edf-8b38a7780775/1445ea99-b5c5-4005-822a-0968999a431b) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:49.644159 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:49.644824 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:49.715695 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001d6b5-0fc2-4ae9-8886-c1b318986894 None None] Pushing event updated for resources: {'Port': ['ID=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:49.839060 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.845535 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Router 41941983-42df-4853-a44a-25abe927b1df is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:21:49.892867 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:49.906879 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:49.927169 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ab7384-b3db-49bd-b898-0e46374be16e None None] Network 96107137-2387-4a29-be95-3b64cadd1d37 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:50.003480 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Pushing event updated for resources: {'Port': ['ID=1445ea99-b5c5-4005-822a-0968999a431b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:50.014311 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Network f425b87a-bd81-4b76-ae6d-df8730e55965 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:50.030556 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:50.033472 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:50.074268 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:21:50.091664 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Sync routers for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:21:50.106120 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.110422 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f4d087d2-a67c-4353-a5e0-ecb5552af493 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8825357 Nov 19 03:21:50.110602 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56230) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:50.126167 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 8532804a-a51b-4473-a94b-1ada3053ae28 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:50.128665 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605803f-6f4d-4b5b-b797-053c81d90c8f None None] Network f425b87a-bd81-4b76-ae6d-df8730e55965 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:50.135560 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-b2070cb9-5930-4a1f-8dd7-7cd372bdcfc7 None None] Provisioning complete for port 8532804a-a51b-4473-a94b-1ada3053ae28 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:50.136168 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b2070cb9-5930-4a1f-8dd7-7cd372bdcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.168031 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.233229 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:47Z', 'revision_number': 3, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:50.266928 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb6a99-270c-4026-a622-0c8e0e5cf743 None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:47Z', 'revision_number': 3, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:21:50.328216 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c8dc-d740-4747-8cdd-4b1181cd4b91 req-6ea55f52-7002-4377-a2e2-b3f333f98e0d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:50.330365 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd36c8dc-d740-4747-8cdd-4b1181cd4b91 req-6ea55f52-7002-4377-a2e2-b3f333f98e0d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1040311 Nov 19 03:21:50.348278 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.348786 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6757026-20d6-49a6-9a8c-844d0cb35e9b req-92de7106-4a2a-4975-ab0e-3f75d3232068 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:50.350513 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d6757026-20d6-49a6-9a8c-844d0cb35e9b req-92de7106-4a2a-4975-ab0e-3f75d3232068 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 945 time: 0.0767727 Nov 19 03:21:50.399015 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:50.399639 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:50.408700 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd36c8dc-d740-4747-8cdd-4b1181cd4b91 req-afccc41e-f7d3-483d-8209-ed81c8aacf08 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690308 Nov 19 03:21:50.488224 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d6757026-20d6-49a6-9a8c-844d0cb35e9b req-723cc64a-cfbc-4e40-b8ef-83fa6bc06b3b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835674 Nov 19 03:21:50.686227 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 8532804a-a51b-4473-a94b-1ada3053ae28 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:50.688146 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.767114 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.776962 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:50.788422 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:50.836115 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 004bc3b2-8042-48ab-abde-62fc17b827d2 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:50.894504 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Pushing event updated for resources: {'Port': ['ID=1445ea99-b5c5-4005-822a-0968999a431b,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:50.907199 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.009758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b2070cb9-5930-4a1f-8dd7-7cd372bdcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.098418 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.215148 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.232902 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-b2070cb9-5930-4a1f-8dd7-7cd372bdcfc7 None None] For port 8532804a-a51b-4473-a94b-1ada3053ae28, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=8532804a-a51b-4473-a94b-1ada3053ae28,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:51.292488 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Network f425b87a-bd81-4b76-ae6d-df8730e55965 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:51.296909 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:51.300738 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b2070cb9-5930-4a1f-8dd7-7cd372bdcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.380701 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 004bc3b2-8042-48ab-abde-62fc17b827d2 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:21:51.394199 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070cb9-5930-4a1f-8dd7-7cd372bdcfc7 None None] Pushing event updated for resources: {'Port': ['ID=8532804a-a51b-4473-a94b-1ada3053ae28,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:51.463408 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 004bc3b2-8042-48ab-abde-62fc17b827d2 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:51.463862 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.512322 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Allocated IP 172.20.0.1 (96107137-2387-4a29-be95-3b64cadd1d37/6518448a-44a7-4361-a664-c1f550fd1651/ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:51.549245 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:21:51.587004 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.db.api [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:21:51.587409 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG oslo_db.api [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:21:51.646995 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56262) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:51.686560 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Provisioning complete for port fbbc7a12-0856-446d-9106-07c1d3497bed triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:51.686560 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.703566 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:49Z', 'revision_number': 3, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:51.746596 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d2536-9337-4b05-b1c5-9216943c6be5 req-12604d8c-4f95-4860-8862-a1f2826229ea tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:51.751721 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d95d2536-9337-4b05-b1c5-9216943c6be5 req-12604d8c-4f95-4860-8862-a1f2826229ea tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1981280 Nov 19 03:21:51.820826 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Checking router: 41941983-42df-4853-a44a-25abe927b1df for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:21:51.821289 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Updating router 41941983-42df-4853-a44a-25abe927b1df port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:21:51.841175 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17efa6-cfee-40cf-9a79-c65553d269ac req-62e0af8e-bd6e-4ae1-bb24-8c01f917adc7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:51.849593 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb17efa6-cfee-40cf-9a79-c65553d269ac req-62e0af8e-bd6e-4ae1-bb24-8c01f917adc7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 945 time: 0.2107866 Nov 19 03:21:51.872170 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.916644 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.933686 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d95d2536-9337-4b05-b1c5-9216943c6be5 req-22b17d60-c848-48ea-b13a-25040219ed91 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459351 Nov 19 03:21:51.988358 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-72a33c50-f7a7-4e66-96a0-9ce609cf31f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:51.997038 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:21:52.011093 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280c01fc-064b-41e6-8c87-2bb5518fedb4" -d '{"events": [{"server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "name": "network-vif-plugged", "status": "completed", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:21:52.030815 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb17efa6-cfee-40cf-9a79-c65553d269ac req-08a1ea16-584e-4d3c-bd33-c05eda32661c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Nov 19 03:21:52.117581 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a2ee0-9b0e-49a5-a80f-0ae2f0ed5a76 x-openstack-request-id: req-3b7a2ee0-9b0e-49a5-a80f-0ae2f0ed5a76 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:21:52.117873 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "name": "network-vif-plugged", "status": "completed", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:21:52.118127 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b7a2ee0-9b0e-49a5-a80f-0ae2f0ed5a76 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:21:52.118704 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2', 'code': 200} Nov 19 03:21:52.124997 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=004bc3b2-8042-48ab-abde-62fc17b827d2,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:52.130039 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-72a33c50-f7a7-4e66-96a0-9ce609cf31f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.135286 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-72a33c50-f7a7-4e66-96a0-9ce609cf31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.176832 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.201481 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-72a33c50-f7a7-4e66-96a0-9ce609cf31f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fb0015fbfeb4f27abad46e10117c2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503674 Nov 19 03:21:52.207876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56272) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:52.210013 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a33c50-f7a7-4e66-96a0-9ce609cf31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6defb59-f2d0-4315-83b3-00b481668ac1,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:52.331161 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-418528aa-275a-4d73-8bd8-41f720354306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.357683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-418528aa-275a-4d73-8bd8-41f720354306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.427017 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:21:52.433892 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-365aac13-a1e6-47b8-af08-7ea37943fe08 admin admin] 10.222.0.47 "PUT /v2.0/routers/6570fb83-e86d-4d4e-9b02-98d000da6b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1569910 Nov 19 03:21:52.440821 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.465230 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.486126 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-418528aa-275a-4d73-8bd8-41f720354306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.493548 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-418528aa-275a-4d73-8bd8-41f720354306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.497655 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-418528aa-275a-4d73-8bd8-41f720354306 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6defb59-f2d0-4315-83b3-00b481668ac1 HTTP/1.1" status: 204 len: 168 time: 0.2859657 Nov 19 03:21:52.500080 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] For port fbbc7a12-0856-446d-9106-07c1d3497bed, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fbbc7a12-0856-446d-9106-07c1d3497bed,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:52.507843 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fbbc7a12-0856-446d-9106-07c1d3497bed up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:52.517094 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.524398 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.567915 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Network 96107137-2387-4a29-be95-3b64cadd1d37 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:52.574201 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:52.578985 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418528aa-275a-4d73-8bd8-41f720354306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6defb59-f2d0-4315-83b3-00b481668ac1,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:52.579683 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:52.619938 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:52.633849 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc1b1-e800-40fd-8caf-147c66c4b5a6 req-9bb82808-3b2f-4480-bdf1-255ff2fb1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:52.635980 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-798dc1b1-e800-40fd-8caf-147c66c4b5a6 req-9bb82808-3b2f-4480-bdf1-255ff2fb1667 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 1099 time: 0.2017989 Nov 19 03:21:52.640361 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.640821 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.641479 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.643086 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.643086 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.643086 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.643086 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.643488 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.643713 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.644094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.644457 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.644733 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:52.649491 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.748141 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:52.759416 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-798dc1b1-e800-40fd-8caf-147c66c4b5a6 req-68fbbc12-dfea-42ec-b2b9-586d702cab19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125515 Nov 19 03:21:52.827698 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.843633 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:21:52.844285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Provisioning complete for port 1445ea99-b5c5-4005-822a-0968999a431b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:52.844285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.859281 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:52.862727 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:52.914353 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fbbc7a12-0856-446d-9106-07c1d3497bed triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:52.915001 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:52.994446 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Port 1445ea99-b5c5-4005-822a-0968999a431b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:21:53.063576 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820983d-3d79-4126-9ab1-fc4a31a00f03 None None] Pushing event updated for resources: {'Port': ['ID=fbbc7a12-0856-446d-9106-07c1d3497bed,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:53.153051 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.160743 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.161686 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f7f9f-1d7b-415a-84db-facf544f5966 req-5cbb6945-846e-4bda-a137-32bd3e072613 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:53.169665 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-135f7f9f-1d7b-415a-84db-facf544f5966 req-5cbb6945-846e-4bda-a137-32bd3e072613 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1076818 Nov 19 03:21:53.185262 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:53.264239 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-135f7f9f-1d7b-415a-84db-facf544f5966 req-10dfb3f2-de3f-41d3-a88a-6c1c942bb850 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932550 Nov 19 03:21:53.303191 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Provisioning complete for port 8532804a-a51b-4473-a94b-1ada3053ae28 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:53.303556 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.334326 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.336900 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:53.409175 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.421779 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.463391 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb20076-e9e6-49fc-9de8-09709f1fc4ce req-7af5164a-224c-48cc-97d9-408d1da9c0ec tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:53.473090 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-beb20076-e9e6-49fc-9de8-09709f1fc4ce req-7af5164a-224c-48cc-97d9-408d1da9c0ec tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.1273100 Nov 19 03:21:53.520630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Attempting to bind port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:53.521183 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Attempting to bind port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:53.521705 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Attempting to bind port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:53.533520 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:53.534188 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:53.534798 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.535341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:53.536042 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Bound port: 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:53.536668 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.579621 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Network 96107137-2387-4a29-be95-3b64cadd1d37 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:53.601172 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:53.615260 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] For port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:53.619900 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] For port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:53.622108 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 2, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:53.631705 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.643848 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846ce55-6904-499e-aba2-e01468d99894 None None] Pushing event updated for resources: {'Port': ['ID=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:53.667476 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-beb20076-e9e6-49fc-9de8-09709f1fc4ce req-f37b9f85-9a85-4579-b311-19c83ae22ff4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774199 Nov 19 03:21:53.731692 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846ce55-6904-499e-aba2-e01468d99894 None None] Pushing event updated for resources: {'Port': ['ID=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:53.776858 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Provisioning complete for port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:53.776858 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.831807 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:21:53.832156 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Updating router 6570fb83-e86d-4d4e-9b02-98d000da6b10 port 1445ea99-b5c5-4005-822a-0968999a431b binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:21:53.839465 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 8532804a-a51b-4473-a94b-1ada3053ae28 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:53.900152 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:53.934944 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:53.935593 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:53.941447 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Router 41941983-42df-4853-a44a-25abe927b1df has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:21:53.975500 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56322) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:53.983026 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339675439', 'description': 'tempest-description--1504808594'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:54.040679 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.064351 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:21:54.175736 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:21:54.189320 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0599404c-7ffa-4b86-b3b9-5137cda437f0 admin admin] 10.222.0.47 "PUT /v2.0/routers/41941983-42df-4853-a44a-25abe927b1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0771742 Nov 19 03:21:54.194739 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.201577 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.219302 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Provisioning complete for port 1445ea99-b5c5-4005-822a-0968999a431b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:54.219933 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.225990 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 8532804a-a51b-4473-a94b-1ada3053ae28 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:54.226867 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.295130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.300166 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3219376 Nov 19 03:21:54.308778 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56340) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:54.317197 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'security_group_rule': {'security_group_id': '985e4f9c-defc-454a-ba65-feefc99b7331', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:54.367518 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985e4f9c-defc-454a-ba65-feefc99b7331,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:54.375530 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:54.399640 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.399993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.400335 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.400668 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.400998 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.401328 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.401655 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.402310 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.402310 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.424148 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.424601 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.424948 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b698e-766c-4753-8e1d-df409467521c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:21:54.451637 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-62618b0b-b62a-4c5a-b7d5-296bb6ba80cd None None] Port 1445ea99-b5c5-4005-822a-0968999a431b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:21:54.490412 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.498821 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.573218 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3384ad-d4c6-48d0-a6c0-03b2e2bb5fb3 req-0469c44e-460e-468e-91b6-49a3dd33a532 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:54.580210 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be3384ad-d4c6-48d0-a6c0-03b2e2bb5fb3 req-0469c44e-460e-468e-91b6-49a3dd33a532 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1458685 Nov 19 03:21:54.583002 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.701027 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386ef4b-2538-4e1a-a6d4-e2e5727bc02d None None] Pushing event updated for resources: {'Port': ['ID=1445ea99-b5c5-4005-822a-0968999a431b,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:54.715044 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-f6b684e7-e6f3-4983-879c-ff288c4d4be8 None None] Provisioning complete for port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:54.715464 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f6b684e7-e6f3-4983-879c-ff288c4d4be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.745732 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Attempting to bind port 1445ea99-b5c5-4005-822a-0968999a431b on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:54.745957 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Attempting to bind port 1445ea99-b5c5-4005-822a-0968999a431b by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:54.746601 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Attempting to bind port 1445ea99-b5c5-4005-822a-0968999a431b on network f425b87a-bd81-4b76-ae6d-df8730e55965 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:54.748622 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.759701 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:54.759973 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Checking segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:54.760272 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.760622 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Bound using segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:54.761076 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Bound port: 1445ea99-b5c5-4005-822a-0968999a431b, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:54.768139 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.798771 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be3384ad-d4c6-48d0-a6c0-03b2e2bb5fb3 req-7b5ff8b4-9f58-4e0a-a174-fcdcf86a3a55 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110951 Nov 19 03:21:54.806952 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.808127 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:54.907487 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] For port 1445ea99-b5c5-4005-822a-0968999a431b, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:54.912530 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] For port 1445ea99-b5c5-4005-822a-0968999a431b, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1445ea99-b5c5-4005-822a-0968999a431b,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:54.918677 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.954387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-f6b684e7-e6f3-4983-879c-ff288c4d4be8 None None] Port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:21:54.961956 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0257d8-0472-44b9-b9eb-81a8a70bcb87,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:54.980751 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:54.985255 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-03fbe4e8-f5f7-488d-9c5f-45d63d455245 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6743903 Nov 19 03:21:54.987706 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56364) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:54.996056 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'security_group_rule': {'security_group_id': '985e4f9c-defc-454a-ba65-feefc99b7331', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:55.060964 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aecfb-3ee0-4a90-9fd7-a19c839ddd61 req-d47b19bf-fddf-4e2a-8774-dbbe89f357d9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:55.075066 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e7aecfb-3ee0-4a90-9fd7-a19c839ddd61 req-d47b19bf-fddf-4e2a-8774-dbbe89f357d9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.2714341 Nov 19 03:21:55.090931 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.124270 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386ef4b-2538-4e1a-a6d4-e2e5727bc02d None None] Pushing event updated for resources: {'Port': ['ID=1445ea99-b5c5-4005-822a-0968999a431b,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:55.131090 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:55.139454 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:55.158008 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-31e2c030-0048-4466-8f3c-4cd438138db6 None None] Provisioning complete for port 1445ea99-b5c5-4005-822a-0968999a431b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:55.162733 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31e2c030-0048-4466-8f3c-4cd438138db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.185660 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e7aecfb-3ee0-4a90-9fd7-a19c839ddd61 req-d30e215a-1de3-4983-9db2-e6543e553cf9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083696 Nov 19 03:21:55.217710 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.227506 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.237373 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:55.237854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.259647 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.261275 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2725654 Nov 19 03:21:55.264351 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56372) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:55.269275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:55.271809 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fea30e-d1ff-4b5b-ac53-ac8b8fa6582a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979cda0e-ba2e-442f-ab5c-bd5f2e103880,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:55.321453 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 2, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:55.324960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.351330 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:55.366533 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56378) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:55.373379 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-361699460-network', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:55.400685 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Made reservation on behalf of cb61f6e8d5464c2f9ecbec00787923f0 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:55.412994 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.417653 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cf341-a222-4031-a8c8-5bbab7129520 None None] The sync data for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi is: [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 2, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:21:55.427344 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.527158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.549401 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31e2c030-0048-4466-8f3c-4cd438138db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.551267 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.598909 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.604240 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.615576 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:55.630059 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.631099 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fbbc7a12-0856-446d-9106-07c1d3497bed up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:55.651027 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:21:55.661248 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d94514-bf66-4e99-be68-338ec8df34f8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:55.672507 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.672863 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Added segment 95bd553a-240b-47d6-897b-828e49f482e4 of type vlan for network a8dc27bf-4853-4363-9b45-104856784c0a Nov 19 03:21:55.724729 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:54Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:55.763583 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.814644 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.817254 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:55.819135 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.844805 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab868c01-3c26-498c-89f6-7a46df0a2f7a None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:54Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:21:55.858003 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-31e2c030-0048-4466-8f3c-4cd438138db6 None None] For port 1445ea99-b5c5-4005-822a-0968999a431b, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1445ea99-b5c5-4005-822a-0968999a431b,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:55.877121 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-31e2c030-0048-4466-8f3c-4cd438138db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:55.887889 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:21:55.889075 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:55.969897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56398) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:56.057912 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c030-0048-4466-8f3c-4cd438138db6 None None] Pushing event updated for resources: {'Port': ['ID=1445ea99-b5c5-4005-822a-0968999a431b,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:56.090547 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a8dc27bf-4853-4363-9b45-104856784c0a,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:56.103142 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-46925d7b-f647-40bc-81c9-97966c8d90b2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7352717 Nov 19 03:21:56.106766 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56404) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:56.116537 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Request body: {'subnet': {'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-361699460-subnet', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:56.132996 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network a8dc27bf-4853-4363-9b45-104856784c0a details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:21:56.159076 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Deleting subnet ad9a630e-396e-49bf-8166-65f238dbdfae {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:21:56.167010 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Made reservation on behalf of cb61f6e8d5464c2f9ecbec00787923f0 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:21:56.172033 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5088157'] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.174234 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.300536 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.454745 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.456011 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff702e-4c24-4aea-a54f-01e20ec7a555 req-e0c7f2bd-7e47-46b8-86a3-650bcc499940 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:56.464350 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8eff702e-4c24-4aea-a54f-01e20ec7a555 req-e0c7f2bd-7e47-46b8-86a3-650bcc499940 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.2605119 Nov 19 03:21:56.470723 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0917e-a9d7-47ad-b580-bfe47477cd77 req-92dacbbc-191f-4a29-ac33-b8797941314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:56.472203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d2c0917e-a9d7-47ad-b580-bfe47477cd77 req-92dacbbc-191f-4a29-ac33-b8797941314b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.2699142 Nov 19 03:21:56.546894 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Allocated IP 172.27.0.81 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/de5c3436-afa3-4729-bb08-b0783a438843) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:56.629819 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fbbc7a12-0856-446d-9106-07c1d3497bed triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:56.630324 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.710854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-b78836e7-db8f-4450-8d7b-77afe0f0d4e4 None None] Provisioning complete for port 1445ea99-b5c5-4005-822a-0968999a431b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:56.711220 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b78836e7-db8f-4450-8d7b-77afe0f0d4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.742889 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.777369 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9a630e-396e-49bf-8166-65f238dbdfae,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:56.788350 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d2c0917e-a9d7-47ad-b580-bfe47477cd77 req-3a456562-f01d-4544-9521-44f255536deb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951303 Nov 19 03:21:56.813834 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.818875 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8eff702e-4c24-4aea-a54f-01e20ec7a555 req-cd5ac857-4020-4baf-a966-641da961032c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442762 Nov 19 03:21:56.820494 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-dbc2df4f-cd4f-4f5b-a9d5-3f1e64f4f841 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ad9a630e-396e-49bf-8166-65f238dbdfae HTTP/1.1" status: 204 len: 168 time: 0.8320298 Nov 19 03:21:56.821234 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56418) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:56.827699 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2786223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5088239'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.915116 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7157e683-ecf4-48de-b60d-0c05847c3463,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:56.928282 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Checking segment: {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:56.928725 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Network hostable DHCP agents. Network: a8dc27bf-4853-4363-9b45-104856784c0a, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:21:56.958716 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Network a8dc27bf-4853-4363-9b45-104856784c0a is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:21:56.975482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, a8dc27bf-4853-4363-9b45-104856784c0a) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:56.990726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:56.996493 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4db8da-ce40-4f3f-9a66-4cb936758d5e None None] Network a8dc27bf-4853-4363-9b45-104856784c0a requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:21:57.005486 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:57.009841 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.043415 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bd8223d3-308e-4d0a-909f-0fd933bb1fbb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9347944 Nov 19 03:21:57.054981 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56420) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:57.060354 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:21:57.105295 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.108878 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.113382 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.206354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.210270 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.237057 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a661ff-44a1-4187-8bda-7c3b2c150a0d']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:57.256586 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb545ff0-b1ee-42f1-befd-49d9dde045fd') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:57.257633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb545ff0-b1ee-42f1-befd-49d9dde045fd') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:57.276620 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.305247 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-a8dc27bf-4853-4363-9b45-104856784c0a', 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'fixed_ips': [{'subnet_id': '7157e683-ecf4-48de-b60d-0c05847c3463'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:21:57.308562 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.308792 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.318875 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:21:57.320905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:21:57.322871 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:21:57.325431 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1445ea99-b5c5-4005-822a-0968999a431b up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:57.372622 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.435195 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.445854 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.457251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:57.488322 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.495154 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] 10.222.0.47 "DELETE /v2.0/networks/31a661ff-44a1-4187-8bda-7c3b2c150a0d HTTP/1.1" status: 204 len: 168 time: 0.6652088 Nov 19 03:21:57.496439 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56424) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:57.497103 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 1445ea99-b5c5-4005-822a-0968999a431b triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:57.497357 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.503632 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:57.511851 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9259428-75fc-403f-8276-91fffb9d2882 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a661ff-44a1-4187-8bda-7c3b2c150a0d,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:57.513526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:57.517560 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'Port': ['ID=de5c3436-afa3-4729-bb08-b0783a438843,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:57.599560 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Allocated IP 172.20.0.2 (a8dc27bf-4853-4363-9b45-104856784c0a/7157e683-ecf4-48de-b60d-0c05847c3463/ef565341-39ae-4055-a2bc-83315ad87d08) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:57.631732 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Deleting subnet 2f9c4a35-f19c-4e21-80ea-6a6fa400c69a {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:21:57.638444 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.656718 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:57.707804 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5208124'] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.729627 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.781945 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.787314 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.804529 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.813031 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.825522 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:57.826001 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.929322 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.940209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:57.995792 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7388785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5011098'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.045088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9c4a35-f19c-4e21-80ea-6a6fa400c69a,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.046722 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Allocated IP 172.27.0.193 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/fe983ac7-dd20-489a-83aa-dc3c26d6c7fe) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:21:58.047979 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.055274 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-c85d8b83-7799-40f1-a2a4-c143940a78de admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2f9c4a35-f19c-4e21-80ea-6a6fa400c69a HTTP/1.1" status: 204 len: 168 time: 0.5539134 Nov 19 03:21:58.060108 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56434) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:58.081672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f61d8-2c1e-4acb-921a-4fba6ffad4d7 req-ed8c11b3-5667-4df2-9194-2737848c16d4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:58.089411 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd7f61d8-2c1e-4acb-921a-4fba6ffad4d7 req-ed8c11b3-5667-4df2-9194-2737848c16d4 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1852565 Nov 19 03:21:58.092041 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Network a8dc27bf-4853-4363-9b45-104856784c0a is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:58.094765 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Pushing event updated for resources: {'Port': ['ID=ef565341-39ae-4055-a2bc-83315ad87d08,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.156100 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:58.174670 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:58.220213 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:58.252413 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd7f61d8-2c1e-4acb-921a-4fba6ffad4d7 req-41ea5e9b-b81c-49b0-9841-0e85e3f35e43 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620398 Nov 19 03:21:58.262277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.279738 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.299013 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Attempting to bind port ef565341-39ae-4055-a2bc-83315ad87d08 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:21:58.299383 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Attempting to bind port ef565341-39ae-4055-a2bc-83315ad87d08 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:21:58.299744 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Attempting to bind port ef565341-39ae-4055-a2bc-83315ad87d08 on network a8dc27bf-4853-4363-9b45-104856784c0a {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:21:58.307746 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.308449 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:21:58.308822 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Checking segment: {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:21:58.309225 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.309622 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Bound using segment: {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:21:58.310110 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Bound port: ef565341-39ae-4055-a2bc-83315ad87d08, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:21:58.310532 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.330431 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.354203 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.388072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:21:58.392864 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:21:58.397482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:21:58.399192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.409152 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:58.409152 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.456285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f73891-dc15-4edb-add4-6e81ca7229a4']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:58.473953 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'Port': ['ID=de5c3436-afa3-4729-bb08-b0783a438843,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.477421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c37769-ddf1-4f9b-acac-782786ef213d') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:58.477721 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c37769-ddf1-4f9b-acac-782786ef213d') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:58.495520 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.497469 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.498400 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Pushing event updated for resources: {'Port': ['ID=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.518038 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.527137 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.537214 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ec7b6465-5c33-4d10-8614-f991c665bdaa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2627885 Nov 19 03:21:58.539935 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:21:58.540230 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:21:58.542042 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:21:58.545824 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] For port ef565341-39ae-4055-a2bc-83315ad87d08, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:21:58.605569 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.671444 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.678641 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.703451 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d7f73891-dc15-4edb-add4-6e81ca7229a4 HTTP/1.1" status: 204 len: 168 time: 0.6405776 Nov 19 03:21:58.722947 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:21:58.726996 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6c01a-d1b7-43a9-ad00-cdd81708f4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f73891-dc15-4edb-add4-6e81ca7229a4,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.730040 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] For port ef565341-39ae-4055-a2bc-83315ad87d08, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ef565341-39ae-4055-a2bc-83315ad87d08,segment=NetworkSegment(95bd553a-240b-47d6-897b-828e49f482e4),segment_id=95bd553a-240b-47d6-897b-828e49f482e4)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:21:58.731632 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.747645 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.876597 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.900163 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:58.982053 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec5ee7-a28b-47ef-b304-aa0f5416cf3c None None] Pushing event updated for resources: {'Port': ['ID=ef565341-39ae-4055-a2bc-83315ad87d08,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:58.986410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-1db01fb3-95e5-4c5d-86c6-1c2fecdd34c4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1339675439&fields=id&tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b HTTP/1.1" status: 200 len: 267 time: 0.1044490 Nov 19 03:21:59.051377 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56466) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:59.131914 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:21:59.223346 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:21:59.223954 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.293868 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-41f12d59-5804-4a2f-92b9-67961abc1759 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3c490230ad4446ab135315c0cddbac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414966 Nov 19 03:21:59.310101 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56480) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:59.328091 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Sync routers for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:21:59.346948 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:59.347676 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:59.370831 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.391526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-51cb5d32-1d80-4910-b532-0b2dd3589ed4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:59.401615 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-51cb5d32-1d80-4910-b532-0b2dd3589ed4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 811 time: 0.3841743 Nov 19 03:21:59.419099 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-6f283831-5b76-4eb5-8e11-824987560e07 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:21:59.420824 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-6f283831-5b76-4eb5-8e11-824987560e07 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.2886565 Nov 19 03:21:59.443639 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-bb31fb65-5cd6-4f2f-8da4-05cd442008f6 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/quotas/47d64b0b6d824dcaa62fc05f714c4d3b HTTP/1.1" status: 200 len: 375 time: 0.0410891 Nov 19 03:21:59.449910 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-66b34f14-71a0-47ba-84c6-ffbdff47d685 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/quotas/53690eedb4c749db94ed55f64a323cba HTTP/1.1" status: 200 len: 375 time: 0.0160148 Nov 19 03:21:59.464146 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:59.515228 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0281bdf3-4220-49ce-8475-8af6253165f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.526449 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Router b1197030-99a9-475b-9a48-a39a77d9c90f is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:21:59.556129 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0281bdf3-4220-49ce-8475-8af6253165f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.589108 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-e07d72ec-4b75-4611-b32f-b1be31ee9dea tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295326 Nov 19 03:21:59.602817 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-3e33a2f6-e6ec-4710-bf47-40e71badeb93 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445181 Nov 19 03:21:59.645086 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:21:59.658532 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Sync routers for ids ['b1197030-99a9-475b-9a48-a39a77d9c90f'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:21:59.673529 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.675002 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e481ef64-e757-4346-bafb-6f479795b705 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6182046 Nov 19 03:21:59.677659 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56482) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:21:59.677781 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Routers {'b1197030-99a9-475b-9a48-a39a77d9c90f'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:21:59.678358 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b1197030-99a9-475b-9a48-a39a77d9c90f'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:59.703023 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 2, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:21:59.787099 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-e0ca50f1-23f7-4c50-b054-5ad4a84a92be service neutron] 10.222.0.47 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670728 Nov 19 03:21:59.793482 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0281bdf3-4220-49ce-8475-8af6253165f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.797481 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0281bdf3-4220-49ce-8475-8af6253165f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.799133 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-0281bdf3-4220-49ce-8475-8af6253165f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8573473-6389-458f-9774-8ac46d4e01b9 HTTP/1.1" status: 204 len: 168 time: 0.4880531 Nov 19 03:21:59.817856 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Checking router: 41941983-42df-4853-a44a-25abe927b1df for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:21:59.817856 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Updating router 41941983-42df-4853-a44a-25abe927b1df port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:21:59.860699 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Set router b1197030-99a9-475b-9a48-a39a77d9c90f gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:21:59.875023 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281bdf3-4220-49ce-8475-8af6253165f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8573473-6389-458f-9774-8ac46d4e01b9,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:21:59.883568 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:21:59.942217 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-60cb89fc-b570-47fe-b372-d2f3fbdd880e service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365927 Nov 19 03:22:00.113002 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-77e69338-2d49-4d5e-a288-ca43adc32077 service neutron] 10.222.0.47 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126397 Nov 19 03:22:00.156460 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 3, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:00.162700 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-a85d90e8-f907-4bbb-9ee4-e85640108783 service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124608 Nov 19 03:22:00.375965 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Checking router: b1197030-99a9-475b-9a48-a39a77d9c90f for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:22:00.376312 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Updating router b1197030-99a9-475b-9a48-a39a77d9c90f port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:22:00.406967 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:00.626992 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c79fe3-662f-4e4c-a351-75ce3f65b1cb req-776fd6da-6207-4bcc-8084-2b6f3717a1d1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:00.637312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60c79fe3-662f-4e4c-a351-75ce3f65b1cb req-776fd6da-6207-4bcc-8084-2b6f3717a1d1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1245635 Nov 19 03:22:00.745144 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60c79fe3-662f-4e4c-a351-75ce3f65b1cb req-2f5bb7f1-686f-49be-bfb9-211bc3726f5d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025183 Nov 19 03:22:00.762247 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56514) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:00.779391 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:00.789822 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293863e0-7337-417f-83df-5644a78b5e17 None None] Network a8dc27bf-4853-4363-9b45-104856784c0a requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:22:00.911242 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:00.970590 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d22caaef-24cd-46bc-96cd-e26ccebf2fe1 req-64a2a968-9a32-473a-b612-ae5be6a3fa41 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 210 time: 0.1167991 Nov 19 03:22:01.011365 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5ea9eafd-7d70-443f-a390-1caff8bf558f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe7123c26b74450780006053a0b4b6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473898 Nov 19 03:22:01.019183 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56520) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:01.090927 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.104572 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-50082cfb-c75e-4536-93eb-d962361bbcf2 req-f18c7104-f0b5-4942-9835-a96ea31587c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 210 time: 0.0911765 Nov 19 03:22:01.116975 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.262880 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc7334ef-4452-4a2b-a7f6-79a3517dc791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.346154 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc7334ef-4452-4a2b-a7f6-79a3517dc791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.352018 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Attempting to bind port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:01.352402 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Attempting to bind port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:01.361199 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Attempting to bind port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:01.362567 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.363910 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9175c-5c0d-46b4-b4f4-97e580032fc3 None None] Pushing event updated for resources: {'Port': ['ID=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,revision_number=2']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:01.383421 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:01.383788 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:01.384190 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.384580 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:01.385057 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Bound port: fe983ac7-dd20-489a-83aa-dc3c26d6c7fe, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:01.385435 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.481587 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ef565341-39ae-4055-a2bc-83315ad87d08 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:01.496127 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc7334ef-4452-4a2b-a7f6-79a3517dc791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.500342 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dc7334ef-4452-4a2b-a7f6-79a3517dc791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.502846 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-dc7334ef-4452-4a2b-a7f6-79a3517dc791 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/194fbca2-79d3-4511-82b0-c5a88e3a6638 HTTP/1.1" status: 204 len: 168 time: 0.4824429 Nov 19 03:22:01.528137 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7334ef-4452-4a2b-a7f6-79a3517dc791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194fbca2-79d3-4511-82b0-c5a88e3a6638,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:01.604911 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] For port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:01.608534 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] For port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:01.617348 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.675703 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-d832635d-f785-49d2-bb3d-c2f26c8f0a36 None None] Provisioning complete for port ef565341-39ae-4055-a2bc-83315ad87d08 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:01.675703 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d832635d-f785-49d2-bb3d-c2f26c8f0a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.725340 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3581c-3047-4cf7-bd4a-d66565ade1c4 None None] Pushing event updated for resources: {'Port': ['ID=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:01.754980 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Attempting to bind port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:01.755387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Attempting to bind port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:01.755754 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Attempting to bind port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 on network 96107137-2387-4a29-be95-3b64cadd1d37 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:01.764421 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:01.765641 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Checking segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:01.766241 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.766831 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Bound using segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:01.767510 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Bound port: ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:01.768055 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.821415 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9175c-5c0d-46b4-b4f4-97e580032fc3 None None] Pushing event updated for resources: {'Port': ['ID=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:01.836450 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Routers {'b1197030-99a9-475b-9a48-a39a77d9c90f'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:22:01.837574 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b1197030-99a9-475b-9a48-a39a77d9c90f'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:01.841472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port ef565341-39ae-4055-a2bc-83315ad87d08 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:01.841997 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:01.919975 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Allocated IP 172.20.0.1 (a8dc27bf-4853-4363-9b45-104856784c0a/7157e683-ecf4-48de-b60d-0c05847c3463/0b5d669f-1c6d-4331-8999-ca1d53e6ef2e) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:22:02.012419 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] Set router b1197030-99a9-475b-9a48-a39a77d9c90f gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:22:02.045393 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d832635d-f785-49d2-bb3d-c2f26c8f0a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.146786 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] For port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:02.224508 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] For port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:02.255101 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.268621 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.288649 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-d832635d-f785-49d2-bb3d-c2f26c8f0a36 None None] For port ef565341-39ae-4055-a2bc-83315ad87d08, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ef565341-39ae-4055-a2bc-83315ad87d08,segment=NetworkSegment(95bd553a-240b-47d6-897b-828e49f482e4),segment_id=95bd553a-240b-47d6-897b-828e49f482e4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:02.302702 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.312237 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.413111 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d832635d-f785-49d2-bb3d-c2f26c8f0a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.423752 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 3, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:02.451543 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-139a77b7-9f60-4970-a02b-1190f8235acf req-ffb94f41-f73f-4669-b4a5-87f8da8762fe tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 210 time: 0.1092286 Nov 19 03:22:02.469294 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Network a8dc27bf-4853-4363-9b45-104856784c0a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:22:02.482212 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:22:02.510185 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:22:02.530017 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-68e7794f-e64f-4e2c-af15-eb69fb780e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:02.537177 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-68e7794f-e64f-4e2c-af15-eb69fb780e4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.9898386 Nov 19 03:22:02.555323 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023e9e7-4595-4aa3-990f-c53c099d23b9 None None] The sync data for ids ['b1197030-99a9-475b-9a48-a39a77d9c90f'] in dv-cinder-818037-4-iscsi is: [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 3, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:22:02.656042 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3581c-3047-4cf7-bd4a-d66565ade1c4 None None] Pushing event updated for resources: {'Port': ['ID=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:02.666709 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:02.716703 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:02.837235 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff419c-1319-4dd3-8942-84deafab9237 req-510a628f-e1f1-456e-8f01-73255f35cbf6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:02.841265 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-12ff419c-1319-4dd3-8942-84deafab9237 req-510a628f-e1f1-456e-8f01-73255f35cbf6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 1.2927113 Nov 19 03:22:02.842388 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-f968f96b-d7d6-4bda-a08c-638565b920e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:02.844961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832635d-f785-49d2-bb3d-c2f26c8f0a36 None None] Pushing event updated for resources: {'Port': ['ID=ef565341-39ae-4055-a2bc-83315ad87d08,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:02.851549 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:22:02.854971 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:02.857898 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-f968f96b-d7d6-4bda-a08c-638565b920e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.3068988 Nov 19 03:22:02.945398 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-32a91263-059c-40c1-a6b3-758e03b19dab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 217 time: 0.0853515 Nov 19 03:22:03.077927 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.db.api [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:22:03.078583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG oslo_db.api [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:22:03.080312 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:03.084167 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Provisioning complete for port ef565341-39ae-4055-a2bc-83315ad87d08 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:03.084727 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:03.152019 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ef33f87-e7ed-46ff-bb6e-047f07503cdd req-f3d14741-75e4-4fd1-a7e0-a7598ca8540a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 210 time: 0.2860048 Nov 19 03:22:03.274675 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-12ff419c-1319-4dd3-8942-84deafab9237 req-38ef22a8-463b-4a22-b39c-61b504d64e59 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981349 Nov 19 03:22:03.306686 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-b71a5b5a-c8c0-45ae-8663-bda3360e4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:03.308445 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-b71a5b5a-c8c0-45ae-8663-bda3360e4a65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.3193126 Nov 19 03:22:03.409242 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-20c5c8be-dd67-4517-8172-f8d72d870875 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:03.412132 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-20c5c8be-dd67-4517-8172-f8d72d870875 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 811 time: 0.5382836 Nov 19 03:22:03.414757 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-ad76fe8b-9703-4bed-aeb3-fd47b9c3675d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736554 Nov 19 03:22:03.434698 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:22:03.647992 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-da738c61-691b-4e9a-9ac4-8d850fc86b13 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:03.649696 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-da738c61-691b-4e9a-9ac4-8d850fc86b13 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.4814506 Nov 19 03:22:03.689966 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Request body: {'port': {'device_id': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'admin_state_up': True, 'tenant_id': '53690eedb4c749db94ed55f64a323cba'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:03.717774 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-df0d5fc2-916c-4c8a-bb9e-fa3ddae3268a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b HTTP/1.1" status: 200 len: 380 time: 0.2706757 Nov 19 03:22:03.724908 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Provisioning complete for port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:03.725398 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:03.734422 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'port': {'device_id': '5741fba7-f551-445e-833f-303eca2c8dae', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'admin_state_up': True, 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'security_groups': ['985e4f9c-defc-454a-ba65-feefc99b7331']}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:03.799364 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-f0529835-e24b-4a0e-8eb4-7f531d70cedb service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512290 Nov 19 03:22:03.808710 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:03.820372 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:03.872914 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-98d7e4bb-748c-4887-95c9-ee9a2f3dc8ac req-322242da-07db-4a59-8dcd-263488cd8584 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 210 time: 0.1718845 Nov 19 03:22:03.933641 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:03.955244 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:03.981374 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Made reservation on behalf of 53690eedb4c749db94ed55f64a323cba for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:22:03.985408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.009853 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.069410 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] For port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:04.092483 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.276042 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf7ea6e9-4481-46c7-bdc9-ecdc44f5718c req-36e3f2de-1fd6-4d33-9e1e-15d12dff0546 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179661 Nov 19 03:22:04.381086 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-163a57de-d0e1-4d28-b85a-3ac098956806 None None] Provisioning complete for port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:04.381086 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-163a57de-d0e1-4d28-b85a-3ac098956806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.382971 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Allocated IP 172.20.0.11 (cd122154-2aeb-4e66-bcc7-7acf31cd258e/9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2/ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:22:04.408719 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be082d81-8e5a-461d-bd2d-110b0c73c423 req-0695eb1d-ff55-4c5b-af97-e8f2b0e8d250 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 210 time: 0.1139643 Nov 19 03:22:04.438734 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Made reservation on behalf of 47d64b0b6d824dcaa62fc05f714c4d3b for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:22:04.455157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.483713 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Network a8dc27bf-4853-4363-9b45-104856784c0a is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:22:04.489776 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:22:04.592166 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-163a57de-d0e1-4d28-b85a-3ac098956806 None None] Port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:22:04.600008 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Pushing event updated for resources: {'Port': ['ID=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:04.616617 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:04.729983 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc5118-09f0-4138-9453-77ed7095abf4 req-f6ae3b6b-ae64-4bd8-a0e8-e91cd8563629 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:04.748415 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bbfc5118-09f0-4138-9453-77ed7095abf4 req-f6ae3b6b-ae64-4bd8-a0e8-e91cd8563629 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.2487864 Nov 19 03:22:04.748692 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-163a57de-d0e1-4d28-b85a-3ac098956806 None None] Provisioning complete for port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:04.748692 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-163a57de-d0e1-4d28-b85a-3ac098956806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.753535 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-1dc71ddb-484a-4eb3-b4af-f33af8e8cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:04.755074 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-1dc71ddb-484a-4eb3-b4af-f33af8e8cb61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.2954853 Nov 19 03:22:04.776338 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.778149 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.779390 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.784353 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.785058 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.785614 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.786228 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.789651 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.791290 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.791870 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.792706 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.795452 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e36e3-1420-4ebe-bdd7-e00e2d195af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:04.907622 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:02Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:04.909532 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:04.909895 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:04.993052 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.017707 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Router b1197030-99a9-475b-9a48-a39a77d9c90f has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:22:05.042855 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bbfc5118-09f0-4138-9453-77ed7095abf4 req-680f8209-5e4e-4684-9c0a-28e274d43751 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987051 Nov 19 03:22:05.048444 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be281c3-b12b-4277-8d44-1a4add138029 None None] The sync data for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi is: [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:02Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:22:05.107844 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Allocated IP 172.20.0.3 (f425b87a-bd81-4b76-ae6d-df8730e55965/c9383085-cd54-4a8a-8edf-8b38a7780775/3e4fe64e-0ede-4166-9e29-1ae375f51703) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:22:05.144757 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.213306 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d', '004bc3b2-8042-48ab-abde-62fc17b827d2'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:22:05.254430 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event updated for resources: {'Port': ['ID=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:05.264642 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:22:05.285264 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cd613290-4929-4c23-9e48-ad2ef8c77f38 req-f4d27416-e94a-4c60-8b92-b98385c87492 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 210 time: 0.2831161 Nov 19 03:22:05.320158 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:22:05.328027 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:22:05.345905 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fe983ac7-dd20-489a-83aa-dc3c26d6c7fe up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:05.353266 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-cbfa77b7-8409-49b8-bcd0-441d1baea1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:05.354767 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-cbfa77b7-8409-49b8-bcd0-441d1baea1d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.5639396 Nov 19 03:22:05.392795 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:22:05.427408 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-5871758b-1a9f-48a4-8729-3237ee81f386 admin admin] 10.222.0.47 "PUT /v2.0/routers/b1197030-99a9-475b-9a48-a39a77d9c90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7472601 Nov 19 03:22:05.440108 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:05.441063 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.461137 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-6a288aee-5235-4a22-acdc-fe276ff69aab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 217 time: 0.0943677 Nov 19 03:22:05.477044 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-dbd555c5-2946-419d-9ba6-3a71e0714ae4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7961993 Nov 19 03:22:05.498057 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-8815ed24-a2d4-4696-bba2-d7a55e4b6d56 None None] Provisioning complete for port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:05.498662 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8815ed24-a2d4-4696-bba2-d7a55e4b6d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.503952 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Request body: {'port': {'device_id': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:05.520299 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.646487 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.731800 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-bed67276-1401-4975-891c-86c8c757a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:05.732806 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-bed67276-1401-4975-891c-86c8c757a11b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.2553830 Nov 19 03:22:05.859734 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-67b4c40a-bed2-44b4-a05c-1506fd9139ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830207 Nov 19 03:22:05.875968 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551920c-1b7e-4ae1-9f41-f0aa5dc6994e req-e96f3514-364e-414c-aef5-fe2410333f9e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:05.891428 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3551920c-1b7e-4ae1-9f41-f0aa5dc6994e req-e96f3514-364e-414c-aef5-fe2410333f9e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 932 time: 0.3062344 Nov 19 03:22:05.918390 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.935945 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-8815ed24-a2d4-4696-bba2-d7a55e4b6d56 None None] Port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:22:05.979457 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:05.979838 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:05.986312 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Sync routers for ids ['b1197030-99a9-475b-9a48-a39a77d9c90f'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:22:06.125943 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Network f425b87a-bd81-4b76-ae6d-df8730e55965 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:22:06.131506 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'Port': ['ID=3e4fe64e-0ede-4166-9e29-1ae375f51703,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:06.137278 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Routers {'b1197030-99a9-475b-9a48-a39a77d9c90f'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:22:06.138071 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b1197030-99a9-475b-9a48-a39a77d9c90f'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:06.143896 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:22:06.153700 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:22:06.271945 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:06.288638 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.298620 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3551920c-1b7e-4ae1-9f41-f0aa5dc6994e req-c5fe7ae1-66ec-4062-bc64-1380dccda905 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061730 Nov 19 03:22:06.337241 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Transition to ACTIVE for port object ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:22:06.345241 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.378371 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:06.379337 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.403688 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-aee4e551-f023-467c-bab8-78a1ebfee7fa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6736624 Nov 19 03:22:06.408723 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-c0faeda2-7152-4ff2-8b36-fc570d7e66e6 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131681 Nov 19 03:22:06.423734 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61484185-6255-4ad2-b11b-8d74719649c8 req-b9e633fa-70aa-43a9-ac49-b1bff32a7323 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:06.426410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-61484185-6255-4ad2-b11b-8d74719649c8 req-b9e633fa-70aa-43a9-ac49-b1bff32a7323 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.2561173 Nov 19 03:22:06.433097 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Request body: {'port': {'device_id': '5741fba7-f551-445e-833f-303eca2c8dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:06.465904 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:06.560478 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Attempting to bind port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:06.560854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Set router b1197030-99a9-475b-9a48-a39a77d9c90f gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:22:06.562292 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Attempting to bind port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:06.562850 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Attempting to bind port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:06.568398 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 on network cd122154-2aeb-4e66-bcc7-7acf31cd258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:22:06.568717 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Attempting to bind port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:06.574118 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:06.574501 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Checking segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:06.574899 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Bound using segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:06.575321 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Bound port: ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:06.575785 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.624589 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.636504 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.688069 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] For port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:06.692514 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] For port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:06.697802 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.736302 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:06.746049 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-90ca1bee-5180-4e0a-ac6b-fdd9e229359e None None] Provisioning complete for port 3e4fe64e-0ede-4166-9e29-1ae375f51703 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:06.746425 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-90ca1bee-5180-4e0a-ac6b-fdd9e229359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.756401 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.757989 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ef565341-39ae-4055-a2bc-83315ad87d08 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:06.760900 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:06.761545 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:06.762992 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] 10.222.0.50 "PUT /v2.0/ports/ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 HTTP/1.1" status: 200 len: 1094 time: 1.2659786 Nov 19 03:22:06.763509 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'tag': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:06.766796 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbce071-8bbc-400a-b7f8-5e42b947e146", "tag": "ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:06.776847 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71700300-3169-4103-8358-9342f1dc67cb req-d064e297-46f4-4d45-9fb8-b91701e1e5f4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:06.781409 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71700300-3169-4103-8358-9342f1dc67cb req-d064e297-46f4-4d45-9fb8-b91701e1e5f4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 931 time: 0.3538754 Nov 19 03:22:06.809832 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd349f84-3356-424f-8a4a-3f4e5945aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:06.889063 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-ac0c4180-0b90-4f36-8309-3bbc66d25b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:06.891086 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-ac0c4180-0b90-4f36-8309-3bbc66d25b16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 1097 time: 0.0599184 Nov 19 03:22:06.935968 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-61484185-6255-4ad2-b11b-8d74719649c8 req-2f054ff3-af06-49a5-9ed0-148e1a593613 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527142 Nov 19 03:22:06.983203 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-ea843b75-ee4d-4efd-94cb-146069cb7759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0662217 Nov 19 03:22:07.034176 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-90ca1bee-5180-4e0a-ac6b-fdd9e229359e None None] Port 3e4fe64e-0ede-4166-9e29-1ae375f51703 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:22:07.055324 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-9071c1f8-318f-4f0b-bb39-c220ca640a2f service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747864 Nov 19 03:22:07.130453 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4932016c-2d4e-4b50-8146-dead6751ec5c x-openstack-request-id: req-4932016c-2d4e-4b50-8146-dead6751ec5c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:07.130772 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbce071-8bbc-400a-b7f8-5e42b947e146", "tag": "ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:07.131214 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4932016c-2d4e-4b50-8146-dead6751ec5c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:07.131648 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'tag': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3', 'status': 'completed', 'code': 200} Nov 19 03:22:07.152239 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:07.186599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-5ec25198-7e48-4ac1-a10e-e9a83f3266fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:07.205097 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-5ec25198-7e48-4ac1-a10e-e9a83f3266fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.2138109 Nov 19 03:22:07.273480 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port ef565341-39ae-4055-a2bc-83315ad87d08 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:07.276806 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:07.356356 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71700300-3169-4103-8358-9342f1dc67cb req-140b4ca5-6b7e-412a-8c1a-fc1bd7efb8a6 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415820 Nov 19 03:22:07.568760 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e09be7a6-9e13-4edd-9ecc-878f718fdb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:07.653312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4fe64e-0ede-4166-9e29-1ae375f51703 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:07.684865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6036066-2ea1-42af-b801-baa5f5cc4373 req-a6986f0f-983b-4bc1-a99c-bca2ee80ecf1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:07.691040 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f6036066-2ea1-42af-b801-baa5f5cc4373 req-a6986f0f-983b-4bc1-a99c-bca2ee80ecf1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 944 time: 0.1807885 Nov 19 03:22:07.692850 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:07.696041 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:07.716507 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:02Z', 'revision_number': 4, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0b5d669f-1c6d-4331-8999-ca1d53e6ef2e', 'name': '', 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'mac_address': 'fa:16:3e:57:7e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7157e683-ecf4-48de-b60d-0c05847c3463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:22:01Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 2, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'subnets': [{'id': '7157e683-ecf4-48de-b60d-0c05847c3463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:07.722250 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Transition to ACTIVE for port object 3e4fe64e-0ede-4166-9e29-1ae375f51703 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:22:07.738102 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:07.789602 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Checking router: b1197030-99a9-475b-9a48-a39a77d9c90f for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:22:07.790099 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Updating router b1197030-99a9-475b-9a48-a39a77d9c90f port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:22:07.852365 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:07.886621 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:07.916796 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f6036066-2ea1-42af-b801-baa5f5cc4373 req-553df5d6-61d6-467f-b8c6-662b3d4f782d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106977 Nov 19 03:22:07.964731 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Pushing event updated for resources: {'Port': ['ID=3e4fe64e-0ede-4166-9e29-1ae375f51703,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:07.967012 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-a59693f5-966f-4222-b892-5093d2882048 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7163718 Nov 19 03:22:08.108381 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Attempting to bind port 3e4fe64e-0ede-4166-9e29-1ae375f51703 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:08.108768 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Attempting to bind port 3e4fe64e-0ede-4166-9e29-1ae375f51703 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:08.109325 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Attempting to bind port 3e4fe64e-0ede-4166-9e29-1ae375f51703 on network f425b87a-bd81-4b76-ae6d-df8730e55965 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:08.139090 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Port 3e4fe64e-0ede-4166-9e29-1ae375f51703 on network f425b87a-bd81-4b76-ae6d-df8730e55965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:22:08.139090 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Attempting to bind port 3e4fe64e-0ede-4166-9e29-1ae375f51703 on network f425b87a-bd81-4b76-ae6d-df8730e55965 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:08.159956 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:08.160331 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Checking segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:08.160675 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Bound using segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:08.161135 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Bound port: 3e4fe64e-0ede-4166-9e29-1ae375f51703, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:08.161492 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:08.181775 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-2801363b-5d28-4619-9c59-a77a675aab71 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041473 Nov 19 03:22:08.251821 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3181e-9a84-4491-b8be-7095b45b1489 req-32f91a5e-608c-43b8-b02a-0da212b37520 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:08.253476 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-65a3181e-9a84-4491-b8be-7095b45b1489 req-32f91a5e-608c-43b8-b02a-0da212b37520 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1112921 Nov 19 03:22:08.297812 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] For port 3e4fe64e-0ede-4166-9e29-1ae375f51703, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:08.319124 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] For port 3e4fe64e-0ede-4166-9e29-1ae375f51703, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:08.321143 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:08.321510 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:08.332312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:08.346990 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-65a3181e-9a84-4491-b8be-7095b45b1489 req-133c7987-e4e2-416c-a58e-b081343d915c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829356 Nov 19 03:22:08.398457 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:08.399622 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:08.401566 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] 10.222.0.50 "PUT /v2.0/ports/3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 1093 time: 1.9722962 Nov 19 03:22:08.401566 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:08.404125 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d3f406-fdad-4972-933c-496ee864b226" -d '{"events": [{"name": "network-changed", "server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:08.465903 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-46f26b0f-cf18-46af-8c41-35b269585a66 req-d6f72e62-a133-4a2a-b3fe-0e0feb685e37 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245502 Nov 19 03:22:08.510764 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a44bc-f485-402a-84de-7a58aa53b3be service neutron] Pushing event updated for resources: {'Port': ['ID=3e4fe64e-0ede-4166-9e29-1ae375f51703,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:08.619078 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e8ef00-364a-431b-9f4a-f8f759652c29 x-openstack-request-id: req-f8e8ef00-364a-431b-9f4a-f8f759652c29 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:08.619543 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:08.619907 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8e8ef00-364a-431b-9f4a-f8f759652c29 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:08.620475 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'status': 'completed', 'code': 200} Nov 19 03:22:08.746270 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-2518eab1-5ea8-4009-87ca-cd7d15ceaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:08.749982 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-2518eab1-5ea8-4009-87ca-cd7d15ceaa4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1096 time: 0.1042178 Nov 19 03:22:08.796644 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:08.799779 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fe983ac7-dd20-489a-83aa-dc3c26d6c7fe up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:08.845130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-ac015aac-ad4d-4104-8413-12666752f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:08.846653 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-ac015aac-ad4d-4104-8413-12666752f4d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 1097 time: 0.1993041 Nov 19 03:22:08.864196 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:08.895385 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc4e07-2c2a-4b4b-b5b1-3ee1a0ba5dfd req-bc90720c-0ce1-4740-8e7c-e041b7372a0d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:08.897012 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6abc4e07-2c2a-4b4b-b5b1-3ee1a0ba5dfd req-bc90720c-0ce1-4740-8e7c-e041b7372a0d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 943 time: 0.2714453 Nov 19 03:22:08.957258 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-25bb1953-ab89-4d0e-83fa-657164c895f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 217 time: 0.1379898 Nov 19 03:22:08.968656 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608268e-7023-42ae-b0ed-be4783d5f3d4 None None] Pushing event updated for resources: {'Port': ['ID=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:09.126423 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-346d249b-2791-43c2-b092-1489402ba389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:09.129102 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-346d249b-2791-43c2-b092-1489402ba389 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.1710460 Nov 19 03:22:09.158149 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Attempting to bind port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:09.159188 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Attempting to bind port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:09.161117 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Attempting to bind port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e on network a8dc27bf-4853-4363-9b45-104856784c0a {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:09.177395 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:09.178077 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Checking segment: {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:09.178662 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:09.179206 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Bound using segment: {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:09.179907 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Bound port: 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bd553a-240b-47d6-897b-828e49f482e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:09.185839 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:09.188730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:09.189276 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:09.251911 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-22b4f5b3-0694-4b26-a634-80166f75ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:09.256517 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-22b4f5b3-0694-4b26-a634-80166f75ecad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177936 Nov 19 03:22:09.333499 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] For port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:09.339445 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] For port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,segment=NetworkSegment(95bd553a-240b-47d6-897b-828e49f482e4),segment_id=95bd553a-240b-47d6-897b-828e49f482e4)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:09.349525 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:09.436138 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-fc4debc2-643e-49b6-ac40-f8257dadb22c service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639233 Nov 19 03:22:09.451196 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608268e-7023-42ae-b0ed-be4783d5f3d4 None None] Pushing event updated for resources: {'Port': ['ID=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:09.476727 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Routers {'b1197030-99a9-475b-9a48-a39a77d9c90f'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:22:09.477457 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:21:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b1197030-99a9-475b-9a48-a39a77d9c90f'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:09.631291 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8a6c4f6b-0b64-41b9-a7a2-2439d04ef10e req-34a20422-5c79-4659-8d9e-eba82dcabb6b service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843781 Nov 19 03:22:09.843940 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] Set router b1197030-99a9-475b-9a48-a39a77d9c90f gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:22:09.853656 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f406-fdad-4972-933c-496ee864b226 req-9ef3b04d-c8df-4a1b-bc1a-d39437e30e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:09.855245 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-9ef3b04d-c8df-4a1b-bc1a-d39437e30e8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1096 time: 0.0925083 Nov 19 03:22:09.871594 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6abc4e07-2c2a-4b4b-b5b1-3ee1a0ba5dfd req-48d62b90-a23b-4704-b984-c97a53f3304f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9356904 Nov 19 03:22:09.922867 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-7eae873e-2ac9-4a74-98fa-4aa7a1ff3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:09.924794 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-7eae873e-2ac9-4a74-98fa-4aa7a1ff3ea9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 916 time: 1.0619085 Nov 19 03:22:09.935109 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93b9f5-2376-4c9a-a660-24bc77a12474 req-c771f883-4b44-4398-8ada-020f31f1d3cb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:09.936860 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-df93b9f5-2376-4c9a-a660-24bc77a12474 req-c771f883-4b44-4398-8ada-020f31f1d3cb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 944 time: 0.7480409 Nov 19 03:22:09.984960 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-33afd513-3975-4a10-b0ac-fe786d62e11a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 HTTP/1.1" status: 200 len: 217 time: 0.0468926 Nov 19 03:22:10.017262 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-2142677c-001b-4094-b69c-05891cb353f6 None None] Provisioning complete for port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:10.017499 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2142677c-001b-4094-b69c-05891cb353f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.128013 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f406-fdad-4972-933c-496ee864b226 req-c005f2a0-9ecf-4f09-9c26-3ef2d353f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:10.133082 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-c005f2a0-9ecf-4f09-9c26-3ef2d353f4c6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.2675829 Nov 19 03:22:10.214903 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-df93b9f5-2376-4c9a-a660-24bc77a12474 req-32c40e95-a83f-45eb-9895-520e3f17c190 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091026 Nov 19 03:22:10.214903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-650ae01b-f7a7-477e-a1bb-cc27d13c7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:10.214903 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-650ae01b-f7a7-477e-a1bb-cc27d13c7196 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.2136464 Nov 19 03:22:10.253543 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-1d1a9f80-0ffb-45ce-9688-b01706edd356 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 217 time: 0.1080086 Nov 19 03:22:10.259644 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-45e15f32-7f3c-49e0-8e05-6aeef8922532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.279372 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-ae961099-c0e2-4061-9bae-0bf1afda8426 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620332 Nov 19 03:22:10.318303 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56756) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:10.322651 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:02Z', 'revision_number': 4, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0b5d669f-1c6d-4331-8999-ca1d53e6ef2e', 'name': '', 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'mac_address': 'fa:16:3e:57:7e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7157e683-ecf4-48de-b60d-0c05847c3463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:22:01Z', 'updated_at': '2021-11-19T03:22:09Z', 'revision_number': 4, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'subnets': [{'id': '7157e683-ecf4-48de-b60d-0c05847c3463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:10.326572 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f73ad-9945-45d7-b8ed-9f016fad0cab req-5bbba88a-d302-41b1-bac7-1de0822f3170 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:10.328751 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-898f73ad-9945-45d7-b8ed-9f016fad0cab req-5bbba88a-d302-41b1-bac7-1de0822f3170 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1874588 Nov 19 03:22:10.357694 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f406-fdad-4972-933c-496ee864b226 req-58d8e152-177b-4555-a7c7-37baa4b15d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:10.361057 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-58d8e152-177b-4555-a7c7-37baa4b15d1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0952847 Nov 19 03:22:10.410951 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2142677c-001b-4094-b69c-05891cb353f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.416366 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94d154-bf3a-4649-ae00-40ce53c046ac None None] The sync data for ids ['b1197030-99a9-475b-9a48-a39a77d9c90f'] in dv-cinder-818037-4-iscsi is: [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:02Z', 'revision_number': 4, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0b5d669f-1c6d-4331-8999-ca1d53e6ef2e', 'name': '', 'network_id': 'a8dc27bf-4853-4363-9b45-104856784c0a', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'mac_address': 'fa:16:3e:57:7e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7157e683-ecf4-48de-b60d-0c05847c3463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:22:01Z', 'updated_at': '2021-11-19T03:22:09Z', 'revision_number': 4, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'subnets': [{'id': '7157e683-ecf4-48de-b60d-0c05847c3463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:22:10.462188 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-159e0330-ddc8-4138-8313-09db4b3092c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.472109 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-898f73ad-9945-45d7-b8ed-9f016fad0cab req-554caa6f-5d10-46dd-a3b9-d385a20abe4f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300170 Nov 19 03:22:10.507682 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-47ef3790-b8f6-4318-aa9a-c9e247da25b5 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157860 Nov 19 03:22:10.517367 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f406-fdad-4972-933c-496ee864b226 req-69623521-a40d-45a6-ac5b-c1dfd16eed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:10.519663 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-69623521-a40d-45a6-ac5b-c1dfd16eed4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517663 Nov 19 03:22:10.567512 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-2142677c-001b-4094-b69c-05891cb353f6 None None] For port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,segment=NetworkSegment(95bd553a-240b-47d6-897b-828e49f482e4),segment_id=95bd553a-240b-47d6-897b-828e49f482e4)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:10.580387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2142677c-001b-4094-b69c-05891cb353f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.674082 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142677c-001b-4094-b69c-05891cb353f6 None None] Pushing event updated for resources: {'Port': ['ID=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:10.679556 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0ce7109-3c3c-49cd-8be4-d95c638f9e29 req-51fcb52b-a73e-4849-ad79-05ca2277bcd0 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635218 Nov 19 03:22:10.725838 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-eb587e48-42b4-443c-8ed9-b441bad0363e None None] Provisioning complete for port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:10.726545 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-eb587e48-42b4-443c-8ed9-b441bad0363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.796781 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:10.835082 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-7407803f-c1cf-4b1a-bafa-3d372f5e990a service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918437 Nov 19 03:22:10.996824 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-159e0330-ddc8-4138-8313-09db4b3092c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:11.008913 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-159e0330-ddc8-4138-8313-09db4b3092c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:11.098966 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-159e0330-ddc8-4138-8313-09db4b3092c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a3fff911d4f452a8ec188376d384e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751842 Nov 19 03:22:11.098966 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56774) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:11.111839 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e0330-ddc8-4138-8313-09db4b3092c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f181b8-de21-410d-910d-1922cde66fd8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:11.164011 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c93f-fc16-48bf-8f41-bb6167b1c29b req-785f51de-9193-48a1-a367-339813702585 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:11.165622 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-57a8c93f-fc16-48bf-8f41-bb6167b1c29b req-785f51de-9193-48a1-a367-339813702585 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 943 time: 0.1613164 Nov 19 03:22:11.195437 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce8eb-f02f-4f53-8ba1-d123a3e721f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:11.226405 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-66d3f406-fdad-4972-933c-496ee864b226 req-cfd49e00-e372-4e81-b458-0e39f7572e80 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715255 Nov 19 03:22:11.238769 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce8eb-f02f-4f53-8ba1-d123a3e721f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:11.296015 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-57a8c93f-fc16-48bf-8f41-bb6167b1c29b req-50575484-e1b2-4a4b-b90b-f3c95f814051 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210668 Nov 19 03:22:11.333566 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce8eb-f02f-4f53-8ba1-d123a3e721f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:11.336320 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce8eb-f02f-4f53-8ba1-d123a3e721f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:11.337808 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ba0ce8eb-f02f-4f53-8ba1-d123a3e721f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3f181b8-de21-410d-910d-1922cde66fd8 HTTP/1.1" status: 204 len: 168 time: 0.2382092 Nov 19 03:22:11.357580 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce8eb-f02f-4f53-8ba1-d123a3e721f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f181b8-de21-410d-910d-1922cde66fd8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:11.443480 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28d3df-1de2-401a-8e54-a95d782f5ce6 req-bed696e2-d942-45d5-bba3-3bd660f79f3f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:11.447897 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ba28d3df-1de2-401a-8e54-a95d782f5ce6 req-bed696e2-d942-45d5-bba3-3bd660f79f3f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 944 time: 0.1114466 Nov 19 03:22:11.540548 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ba28d3df-1de2-401a-8e54-a95d782f5ce6 req-2258a5dd-2cd9-47f2-9b03-7ffac98a5531 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856946 Nov 19 03:22:11.883740 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:11.960246 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:11.960246 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:12.277196 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:12.474066 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f5938-b43d-44e0-b72a-0eaec9c2598c req-7aa8ee31-3fc0-4db8-818c-c704426af7f4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:12.482575 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-699f5938-b43d-44e0-b72a-0eaec9c2598c req-7aa8ee31-3fc0-4db8-818c-c704426af7f4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 943 time: 0.0817187 Nov 19 03:22:12.553863 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-699f5938-b43d-44e0-b72a-0eaec9c2598c req-b7916c56-0ecd-4315-8f96-e0a5cc5a58ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678072 Nov 19 03:22:12.750794 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2755-0163-4c2d-9302-dc3c6f51e672 req-0da78cd6-5bf7-4943-9d54-0a1295ec0d23 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:12.756584 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed5e2755-0163-4c2d-9302-dc3c6f51e672 req-0da78cd6-5bf7-4943-9d54-0a1295ec0d23 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 944 time: 0.0943453 Nov 19 03:22:12.825244 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed5e2755-0163-4c2d-9302-dc3c6f51e672 req-eb17d347-a3d3-4567-b5b0-fcd972c18e63 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653422 Nov 19 03:22:12.886175 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:22:12.914337 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:13.006252 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:13.018004 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'port_id': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3', 'mac_address': 'fa:16:3e:e4:b0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:22:13.078519 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:13.093640 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:13.117732 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:13.127601 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:13.187581 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:13.602760 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:22:13.724403 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9db4-308a-47d6-8955-36d869678a20 req-359d3a2c-8e84-4035-bb0d-40618b56ce73 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:13.726005 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-855c9db4-308a-47d6-8955-36d869678a20 req-359d3a2c-8e84-4035-bb0d-40618b56ce73 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 943 time: 0.0670083 Nov 19 03:22:13.821573 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-855c9db4-308a-47d6-8955-36d869678a20 req-732f9e6a-3fe4-4259-b1ae-3d4a338133ad tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837293 Nov 19 03:22:13.968188 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20232430-c08f-42e4-9bf9-56d866d187ac req-7a77e0be-d57e-4873-b2bc-c57da2701c76 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:13.975663 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20232430-c08f-42e4-9bf9-56d866d187ac req-7a77e0be-d57e-4873-b2bc-c57da2701c76 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 945 time: 0.0652518 Nov 19 03:22:14.021436 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20232430-c08f-42e4-9bf9-56d866d187ac req-5db2b80d-236d-4c62-9536-d3616540d49b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Nov 19 03:22:14.904338 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 3e4fe64e-0ede-4166-9e29-1ae375f51703 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:22:14.909790 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:14.949046 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21214d-30f4-4249-8c32-93aa13243a12 req-d724f6b4-977c-42a4-8078-991ab5cb3315 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:14.956593 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5d21214d-30f4-4249-8c32-93aa13243a12 req-d724f6b4-977c-42a4-8078-991ab5cb3315 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 943 time: 0.0688169 Nov 19 03:22:15.049162 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5d21214d-30f4-4249-8c32-93aa13243a12 req-aae9c67f-4d0e-4f83-84d6-723e9b2a6b79 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915310 Nov 19 03:22:15.067669 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:22:15.103167 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:15.103550 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:15.216153 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21426f5-ab87-481e-8cf8-5c5a775c5f12 req-53085fdf-af76-4222-8603-48ed96542e2d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:15.217532 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f21426f5-ab87-481e-8cf8-5c5a775c5f12 req-53085fdf-af76-4222-8603-48ed96542e2d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 945 time: 0.0907164 Nov 19 03:22:15.225427 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 3e4fe64e-0ede-4166-9e29-1ae375f51703, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:15.244464 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'port_id': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'mac_address': 'fa:16:3e:81:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:22:15.293561 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f21426f5-ab87-481e-8cf8-5c5a775c5f12 req-0153a464-e77c-4d72-97ea-06200f79adce tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649102 Nov 19 03:22:15.320646 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:15.333989 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:15.362758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4fe64e-0ede-4166-9e29-1ae375f51703 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:15.365506 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:15.367883 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0f0e6-e3fc-4a40-bda0-aa40b10f3bbe" -d '{"events": [{"server_uuid": "1bbce071-8bbc-400a-b7f8-5e42b947e146", "name": "network-vif-plugged", "status": "completed", "tag": "ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:15.388961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:15.397974 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:15.404169 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 3e4fe64e-0ede-4166-9e29-1ae375f51703, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:15.426678 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee43bb0-1bb7-45e3-8901-8195a687b81e x-openstack-request-id: req-fee43bb0-1bb7-45e3-8901-8195a687b81e {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:15.426989 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbce071-8bbc-400a-b7f8-5e42b947e146", "name": "network-vif-plugged", "status": "completed", "tag": "ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:15.427243 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fee43bb0-1bb7-45e3-8901-8195a687b81e {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:15.427629 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3', 'code': 200} Nov 19 03:22:15.430151 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:15.464389 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:15.533603 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=3e4fe64e-0ede-4166-9e29-1ae375f51703,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:15.691791 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29382698-baa9-4696-a7aa-05888ac9e3f0 req-12518fcc-4259-46e0-b6b0-97750dcf3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:15.694099 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-29382698-baa9-4696-a7aa-05888ac9e3f0 req-12518fcc-4259-46e0-b6b0-97750dcf3838 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 1099 time: 0.0427806 Nov 19 03:22:15.762755 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-29382698-baa9-4696-a7aa-05888ac9e3f0 req-dc120fa6-392b-4ff6-abad-b4ef04e0d3f3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593019 Nov 19 03:22:15.990133 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['3e4fe64e-0ede-4166-9e29-1ae375f51703'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:22:16.187166 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f944-d055-4e72-9d3c-448cc5ef41cf req-c74c8385-bf89-432c-88c9-b8b93982965e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:16.188671 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6315f944-d055-4e72-9d3c-448cc5ef41cf req-c74c8385-bf89-432c-88c9-b8b93982965e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 944 time: 0.0656304 Nov 19 03:22:16.258351 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6315f944-d055-4e72-9d3c-448cc5ef41cf req-d2cd59d2-b75c-4f28-8cf5-59364ecb268a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629494 Nov 19 03:22:16.433371 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143309-8c2b-416e-b414-9b74f1a80142 req-1a5e14f0-c82a-4bf4-b4cb-8d3ec8bfdbcb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:16.434896 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6e143309-8c2b-416e-b414-9b74f1a80142 req-1a5e14f0-c82a-4bf4-b4cb-8d3ec8bfdbcb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0530436 Nov 19 03:22:16.495694 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6e143309-8c2b-416e-b414-9b74f1a80142 req-83f2fcd4-9ff9-4399-a423-ce92bc91a035 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Nov 19 03:22:17.405129 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521cdee-3d65-4eb1-a5de-1001cc910d3e req-6198b68a-42dd-443d-805c-a7dbc5e2b11c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:17.413556 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7521cdee-3d65-4eb1-a5de-1001cc910d3e req-6198b68a-42dd-443d-805c-a7dbc5e2b11c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 944 time: 0.0739548 Nov 19 03:22:17.488431 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7521cdee-3d65-4eb1-a5de-1001cc910d3e req-ac9e2d1a-8372-4619-82ee-80b20ae4f935 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738623 Nov 19 03:22:17.669327 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0446-6d70-48b2-a4d7-231b3ee5cf1d req-3648fc43-fa42-46aa-bf75-0266731a8d87 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:17.671143 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-58cb0446-6d70-48b2-a4d7-231b3ee5cf1d req-3648fc43-fa42-46aa-bf75-0266731a8d87 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0697861 Nov 19 03:22:17.729927 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56874) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:17.743748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-58cb0446-6d70-48b2-a4d7-231b3ee5cf1d req-b86242d4-6549-435f-b270-55d82a4f61be tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Nov 19 03:22:17.848137 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a65c9a29-31fa-4e38-94e6-0d2ceea3e140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:17.957708 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a65c9a29-31fa-4e38-94e6-0d2ceea3e140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:17.963828 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a65c9a29-31fa-4e38-94e6-0d2ceea3e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.006078 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a65c9a29-31fa-4e38-94e6-0d2ceea3e140 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1c24b3ba2c443bc9c6fe8fba920a3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750046 Nov 19 03:22:18.007198 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c9a29-31fa-4e38-94e6-0d2ceea3e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ff096-9dee-4568-ba88-9fe6a73c69f8,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:18.008740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 56878) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:18.079617 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16a56310-d195-4766-9b1e-3043e28e69b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.105165 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16a56310-d195-4766-9b1e-3043e28e69b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.163230 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16a56310-d195-4766-9b1e-3043e28e69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.165935 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16a56310-d195-4766-9b1e-3043e28e69b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.172759 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-16a56310-d195-4766-9b1e-3043e28e69b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee9ff096-9dee-4568-ba88-9fe6a73c69f8 HTTP/1.1" status: 204 len: 168 time: 0.1628935 Nov 19 03:22:18.191088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56310-d195-4766-9b1e-3043e28e69b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ff096-9dee-4568-ba88-9fe6a73c69f8,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:18.537967 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56886) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:18.553594 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-946a6dde-0f09-4178-b397-348deb316bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.652319 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-946a6dde-0f09-4178-b397-348deb316bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.652977 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc62e2e-0aac-4f1c-befe-956222e473f0 req-33bb7c3d-c4f3-4c3f-8e9b-faf6a5dde594 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:18.658565 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-acc62e2e-0aac-4f1c-befe-956222e473f0 req-33bb7c3d-c4f3-4c3f-8e9b-faf6a5dde594 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 944 time: 0.0938218 Nov 19 03:22:18.660632 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-946a6dde-0f09-4178-b397-348deb316bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.716221 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-946a6dde-0f09-4178-b397-348deb316bf0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0bd5411cd3c4df2a77d110aa9fda4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723320 Nov 19 03:22:18.719591 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 56892) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:18.742700 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-acc62e2e-0aac-4f1c-befe-956222e473f0 req-d2fc6dc1-177e-43ed-926d-1002f15dc6fb tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679708 Nov 19 03:22:18.831617 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7664e8e5-6ac7-4ca5-b6b4-4d91edac4dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.833334 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a6dde-0f09-4178-b397-348deb316bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ff53cd-fa1e-4b7c-9387-51d756045341,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:18.877483 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7664e8e5-6ac7-4ca5-b6b4-4d91edac4dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.887682 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27235ad-98eb-4587-aa6d-d5692e6540bf req-c7f16908-4519-48c6-8c8c-95d8cbe1e4dd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:18.890579 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c27235ad-98eb-4587-aa6d-d5692e6540bf req-c7f16908-4519-48c6-8c8c-95d8cbe1e4dd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0613706 Nov 19 03:22:18.935565 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 3e4fe64e-0ede-4166-9e29-1ae375f51703 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:22:18.961169 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c27235ad-98eb-4587-aa6d-d5692e6540bf req-bc5cadc3-67bd-43d8-8edd-64c4288d5bd7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651174 Nov 19 03:22:18.963207 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7664e8e5-6ac7-4ca5-b6b4-4d91edac4dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.967113 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7664e8e5-6ac7-4ca5-b6b4-4d91edac4dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:18.971098 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7664e8e5-6ac7-4ca5-b6b4-4d91edac4dce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83ff53cd-fa1e-4b7c-9387-51d756045341 HTTP/1.1" status: 204 len: 168 time: 0.2435877 Nov 19 03:22:19.000152 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664e8e5-6ac7-4ca5-b6b4-4d91edac4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ff53cd-fa1e-4b7c-9387-51d756045341,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:19.069845 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 3e4fe64e-0ede-4166-9e29-1ae375f51703 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:22:19.077930 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 3e4fe64e-0ede-4166-9e29-1ae375f51703 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:19.078298 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:19.272676 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-96c68650-9edd-45a9-9bc4-38d348ee8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:19.272676 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-96c68650-9edd-45a9-9bc4-38d348ee8c45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.0862846 Nov 19 03:22:19.405849 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:19.419063 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4ddd9-de70-4689-848a-b05187cbd757 req-e6041448-6fa2-4061-835d-c6dd4fdd767f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:19.428216 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bc4ddd9-de70-4689-848a-b05187cbd757 req-e6041448-6fa2-4061-835d-c6dd4fdd767f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1521361 Nov 19 03:22:19.468077 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:19.474511 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b86eecc-c3e5-4c5b-ac21-282476bd5f29" -d '{"events": [{"server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "name": "network-vif-plugged", "status": "completed", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:19.476634 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-a32205fc-f9db-4f4d-9733-3bea1da34ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:19.480427 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-a32205fc-f9db-4f4d-9733-3bea1da34ce1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.1958950 Nov 19 03:22:19.547306 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bc4ddd9-de70-4689-848a-b05187cbd757 req-57578197-a579-4d05-8a95-ce453ff6992e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182296 Nov 19 03:22:19.574344 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 3e4fe64e-0ede-4166-9e29-1ae375f51703, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:19.583266 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:19.624473 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e49330-9daa-4ae8-9144-0562530c22de x-openstack-request-id: req-62e49330-9daa-4ae8-9144-0562530c22de {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:19.625226 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "name": "network-vif-plugged", "status": "completed", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:19.625708 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62e49330-9daa-4ae8-9144-0562530c22de {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:19.626318 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'code': 200} Nov 19 03:22:19.627236 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-76794c4d-30b1-4982-8812-a65f997f0b2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 217 time: 0.1349926 Nov 19 03:22:19.672753 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=3e4fe64e-0ede-4166-9e29-1ae375f51703,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:19.776363 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-7cdf4484-371f-43d2-9ba0-4f2231fdd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:19.779942 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-7cdf4484-371f-43d2-9ba0-4f2231fdd421 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.1277702 Nov 19 03:22:19.816925 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-67ab517a-061d-4fab-bbfb-91d991a86ae1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301712 Nov 19 03:22:19.963987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbee65-cb5b-4ac5-aa37-a79705848802 req-95461bc9-5339-4f59-87cd-685480f9c1b2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:19.964492 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-5192891f-2401-438b-9a40-6dd9cc213c7a service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311839 Nov 19 03:22:19.964890 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51bbee65-cb5b-4ac5-aa37-a79705848802 req-95461bc9-5339-4f59-87cd-685480f9c1b2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.1287615 Nov 19 03:22:19.988865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355179-8576-4ab9-83bd-31d7d63a32d1 req-6a89e55c-0e5f-4129-926e-59a64c1a6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:19.990728 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c355179-8576-4ab9-83bd-31d7d63a32d1 req-6a89e55c-0e5f-4129-926e-59a64c1a6818 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1098 time: 0.1019223 Nov 19 03:22:20.088089 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-493e5f1d-185d-4752-a352-c1b14d2269d0 req-48ca9eb9-82c4-479b-aa45-7e4a789704e2 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167567 Nov 19 03:22:20.100294 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c355179-8576-4ab9-83bd-31d7d63a32d1 req-430ab56c-558a-40de-9e4e-a65793beeca8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962946 Nov 19 03:22:20.103900 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51bbee65-cb5b-4ac5-aa37-a79705848802 req-8cfadf60-76a4-4af4-a0b9-8e6a5b1afcc5 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243017 Nov 19 03:22:20.695540 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f6553-f621-41c7-9c10-fbf5fdb941ee req-6dfcb711-883c-45dc-9875-9081a051fd80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:20.704035 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-099f6553-f621-41c7-9c10-fbf5fdb941ee req-6dfcb711-883c-45dc-9875-9081a051fd80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0781448 Nov 19 03:22:20.771023 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-099f6553-f621-41c7-9c10-fbf5fdb941ee req-5fbe6102-fce4-4c87-9973-be2cc1a76a80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Nov 19 03:22:21.079216 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-3f1f5818-1537-4894-9acf-3b2e7888c691 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:21.080755 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-3f1f5818-1537-4894-9acf-3b2e7888c691 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 815 time: 0.1210108 Nov 19 03:22:21.098517 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-15db1190-6d75-4936-aaef-350264c63fd0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/quotas/c8cae9fa88fe44aa9fb69e4e206b3e61 HTTP/1.1" status: 200 len: 375 time: 0.0106325 Nov 19 03:22:21.163056 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-8d9078a1-a31a-4706-b67b-819565eaafbb tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527737 Nov 19 03:22:21.273013 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0b2fa00f-2384-40be-9f81-bf85164841d5 service neutron] 10.222.0.47 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911260 Nov 19 03:22:21.402733 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fb1b4-6ddd-4dd8-9301-8e9eb44ec7b9 req-2a928496-3709-4a7a-b466-1541cb33a54e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:21.404203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be6fb1b4-6ddd-4dd8-9301-8e9eb44ec7b9 req-2a928496-3709-4a7a-b466-1541cb33a54e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0818114 Nov 19 03:22:21.408550 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-8ba6f852-c1f0-4499-8d66-fcc5ce383a26 service neutron] 10.222.0.47 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293814 Nov 19 03:22:21.451337 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be6fb1b4-6ddd-4dd8-9301-8e9eb44ec7b9 req-9f679ab3-eb94-4564-b103-ebb7591c615b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 Nov 19 03:22:21.564071 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-01bf4a17-e752-40a3-8771-a13a6e048853 req-46aa3591-c007-4d60-96fa-da8645f5f316 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0261843 Nov 19 03:22:21.888337 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45393487-85a1-4284-9344-bf9b16f5b246 req-2be8aeee-c9ca-4aa4-ac8b-ce13af69b26a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:21.890349 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-45393487-85a1-4284-9344-bf9b16f5b246 req-2be8aeee-c9ca-4aa4-ac8b-ce13af69b26a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0556722 Nov 19 03:22:21.943973 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-45393487-85a1-4284-9344-bf9b16f5b246 req-22022730-5342-4ef8-8c13-141dd1d4fe9d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Nov 19 03:22:22.575748 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f51c0-bab9-4fc3-a53a-c3755404b4ed req-ca9ead26-2a3c-4047-b0e5-f9b2f31adaa8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:22.577720 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6d7f51c0-bab9-4fc3-a53a-c3755404b4ed req-ca9ead26-2a3c-4047-b0e5-f9b2f31adaa8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0581014 Nov 19 03:22:22.627046 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6d7f51c0-bab9-4fc3-a53a-c3755404b4ed req-6686ea8e-73f9-434c-8388-bb5dee6ca430 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Nov 19 03:22:22.663081 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-df7400ac-9772-48ba-85c6-08e9cb5a30ac req-65f97655-6477-41cf-b808-f8a2383beb0d tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Nov 19 03:22:22.740000 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27570b5-435f-4852-994a-c96b241260bb req-edfd2312-2411-47d6-a7b3-e7a053192333 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:22.741475 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d27570b5-435f-4852-994a-c96b241260bb req-edfd2312-2411-47d6-a7b3-e7a053192333 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0498505 Nov 19 03:22:22.750238 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 57068) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:22:22.754850 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'floatingip': {'port_id': '3e4fe64e-0ede-4166-9e29-1ae375f51703'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:22.798017 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:23.263927 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d41dc-67cd-4e01-b43d-55e29c116e18 req-a7402c39-de14-4fbd-bbb6-f7d67b590d2f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:23.265924 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2f0d41dc-67cd-4e01-b43d-55e29c116e18 req-a7402c39-de14-4fbd-bbb6-f7d67b590d2f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.2130556 Nov 19 03:22:23.326018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-66b15799-c5a7-4208-bc57-49aaae95da11 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:23.328160 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-66b15799-c5a7-4208-bc57-49aaae95da11 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 815 time: 0.2741387 Nov 19 03:22:23.359621 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'port': {'device_id': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'admin_state_up': True, 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:23.425676 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2f0d41dc-67cd-4e01-b43d-55e29c116e18 req-19ac6991-392d-47b3-971a-e8e84774f9e2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513469 Nov 19 03:22:23.427303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.db.resource_extend [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 03:22:23.515980 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:23.524809 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:23.619429 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Made reservation on behalf of c8cae9fa88fe44aa9fb69e4e206b3e61 for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:22:23.623039 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:23.725397 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Floating IP 0c7ce880-2435-4461-be1f-2f325318da29 associated. External IP: 172.27.0.81, port: 3e4fe64e-0ede-4166-9e29-1ae375f51703. Nov 19 03:22:23.822560 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd785735-05f6-4809-aa6d-fb4b261e771b req-e54bb0ec-aca1-4f3e-a59d-93ae0d0a1ab7 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0385647 Nov 19 03:22:24.187508 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Allocated IP 172.20.0.6 (96107137-2387-4a29-be95-3b64cadd1d37/6518448a-44a7-4361-a664-c1f550fd1651/4ad10a71-4d53-4076-951d-e0ce7c2cbf68) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:22:24.401098 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:22:24.502058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:24.631641 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:22:24.642331 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:22:24.645281 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:24.657067 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:22:24.657669 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:22:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:24.661070 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e10a7-a98d-4f6e-b13a-18c93c82f79c req-9e8bc3d6-4dfd-4270-bba5-b3a086fef409 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:24.663389 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-658e10a7-a98d-4f6e-b13a-18c93c82f79c req-9e8bc3d6-4dfd-4270-bba5-b3a086fef409 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1271369 Nov 19 03:22:24.713859 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:24.753235 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e1107a0f-9b8b-42f6-bff1-5c91ec02160c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "PUT /v2.0/floatingips/0c7ce880-2435-4461-be1f-2f325318da29 HTTP/1.1" status: 200 len: 990 time: 2.0017557 Nov 19 03:22:24.758843 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:24.761131 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8" -d '{"events": [{"name": "network-changed", "server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:24.793450 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:22:24.807329 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Network 96107137-2387-4a29-be95-3b64cadd1d37 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:22:24.808762 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:22:24.813881 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:22:24.855778 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:24.871796 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-658e10a7-a98d-4f6e-b13a-18c93c82f79c req-3923f177-0058-4516-88a3-598ddf2b7d2d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789818 Nov 19 03:22:24.933184 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:24.939707 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:24.985585 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-0e4af027-e749-4c08-bd40-bd69f9fb0161 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6323774 Nov 19 03:22:25.144445 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '0c7ce880-2435-4461-be1f-2f325318da29', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'port_id': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'mac_address': 'fa:16:3e:81:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741fba7-f551-445e-833f-303eca2c8dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:23Z', 'revision_number': 1, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:25.154098 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-201f7e16-7825-4de4-8db8-bf70f161f220 None None] Provisioning complete for port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:22:25.155344 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-201f7e16-7825-4de4-8db8-bf70f161f220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:25.190801 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:22:25.193395 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-201f7e16-7825-4de4-8db8-bf70f161f220 None None] Port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:22:25.207512 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:22:25.208218 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:22:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:25.327843 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:22:25.573443 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '0c7ce880-2435-4461-be1f-2f325318da29', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'port_id': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'mac_address': 'fa:16:3e:81:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741fba7-f551-445e-833f-303eca2c8dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:23Z', 'revision_number': 1, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:22:25.601492 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b0538-79b4-4e5b-a949-3596e73c9b0a None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '0c7ce880-2435-4461-be1f-2f325318da29', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'port_id': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'mac_address': 'fa:16:3e:81:44:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5741fba7-f551-445e-833f-303eca2c8dae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:23Z', 'revision_number': 1, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:22:26.240885 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b735d02-aeaf-4644-a32f-e76ef6c9b45c None None] New status for floating IP 0c7ce880-2435-4461-be1f-2f325318da29: ACTIVE {{(pid=102575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:22:32.847880 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:22:37.364146 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9a937c09-658a-4e51-9c83-512eb0905eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:37.596728 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:39.643596 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f5083935-159f-4c41-9f1c-f0ffd2857b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:40.773118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:42.271256 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:42.889145 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:48.538099 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Request body: {'port': {'device_id': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:48.591612 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:48.624340 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1e7b2d-f5a1-4eda-b891-3a89d9d6d472 x-openstack-request-id: req-7e1e7b2d-f5a1-4eda-b891-3a89d9d6d472 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:48.624726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:48.624856 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e1e7b2d-f5a1-4eda-b891-3a89d9d6d472 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:48.625239 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'status': 'completed', 'code': 200} Nov 19 03:22:48.831873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-ed1c1ad8-bbe2-48f0-b8cb-8125e34942c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:48.833382 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-ed1c1ad8-bbe2-48f0-b8cb-8125e34942c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1098 time: 0.0431137 Nov 19 03:22:48.853485 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc819-c30c-45b5-9359-376dadac4d4d req-b7225037-40bf-49b4-8cd2-add22e6c6c79 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:48.854981 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-763cc819-c30c-45b5-9359-376dadac4d4d req-b7225037-40bf-49b4-8cd2-add22e6c6c79 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 931 time: 0.1558969 Nov 19 03:22:48.876835 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953c7e-d24e-4dac-8d1f-14e5e1235c5c req-6a21ab8f-1e51-4a31-ac43-7e8ee985dc52 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:48.878271 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f0953c7e-d24e-4dac-8d1f-14e5e1235c5c req-6a21ab8f-1e51-4a31-ac43-7e8ee985dc52 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1320827 Nov 19 03:22:48.952671 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-2dbd2aef-faf2-4b83-aff6-1ddd86f461e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:48.954302 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-2dbd2aef-faf2-4b83-aff6-1ddd86f461e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.0882716 Nov 19 03:22:49.009366 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-763cc819-c30c-45b5-9359-376dadac4d4d req-e40cf842-0592-4abb-8cb1-dab676eaaaad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427808 Nov 19 03:22:49.018813 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f0953c7e-d24e-4dac-8d1f-14e5e1235c5c req-a7f2620a-0659-49a5-bd81-93ac7bc94a33 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324682 Nov 19 03:22:49.028517 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:49.038902 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:49.052309 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Transition to ACTIVE for port object 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:22:49.059108 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:49.059280 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-98079cfe-18dd-4295-80d9-a78eb9b5603a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 1000 time: 0.0936582 Nov 19 03:22:49.111799 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:49.115224 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-bcde3c50-9817-4ee1-800c-93c56ee35f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:49.116665 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-bcde3c50-9817-4ee1-800c-93c56ee35f88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0465856 Nov 19 03:22:49.171440 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-8cb77d2d-4e4e-4030-b871-4a72f37df3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:49.173105 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-8cb77d2d-4e4e-4030-b871-4a72f37df3f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430372 Nov 19 03:22:49.190872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Attempting to bind port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:49.191280 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Attempting to bind port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:49.191624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Attempting to bind port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 on network 96107137-2387-4a29-be95-3b64cadd1d37 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:49.197979 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 on network 96107137-2387-4a29-be95-3b64cadd1d37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:22:49.198305 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Attempting to bind port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 on network 96107137-2387-4a29-be95-3b64cadd1d37 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:49.206683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:49.207028 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Checking segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:49.207522 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Bound using segment: {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:49.208139 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Bound port: 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb01b6c3-c277-4b28-b6fb-366ab964c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:49.208504 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:49.282614 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-6bdb909e-392a-4594-80dc-36b87609052a service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989707 Nov 19 03:22:49.290965 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:49.294915 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:49.300383 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:49.333058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:49.333885 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:49.335337 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] 10.222.0.50 "PUT /v2.0/ports/4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 1093 time: 0.8016422 Nov 19 03:22:49.364767 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f19a05-6774-4145-bef4-72027f1b4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:49.396251 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-652fa6c7-aac2-4e8d-b9d5-8b5d30cb3da8 req-a1d63fef-204c-4388-b304-169b99621c66 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057024 Nov 19 03:22:49.530768 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-2bb3a89c-9d82-4158-9c1b-c4ce34048c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:49.532309 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-2bb3a89c-9d82-4158-9c1b-c4ce34048c6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0430019 Nov 19 03:22:49.628333 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-30f3435b-fb4a-4ed8-ac4c-805a4bcddc93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 217 time: 0.0407331 Nov 19 03:22:49.704019 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-d11f77f9-d05d-47ed-856a-f2c073947cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:49.705521 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-d11f77f9-d05d-47ed-856a-f2c073947cb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0447586 Nov 19 03:22:49.786555 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-a5c78d5f-8a49-41ad-bb88-fe7ff8aa2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:49.788115 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-a5c78d5f-8a49-41ad-bb88-fe7ff8aa2771 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504510 Nov 19 03:22:49.991824 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-86021020-2180-451e-90c1-387c2f17f78a service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845282 Nov 19 03:22:50.091338 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ffb15d5e-9586-4368-bc50-bb3d305bfd33 req-eb4e9091-55a1-422a-bc8b-a2804e124cfe service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Nov 19 03:22:50.165605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68c614-b985-40cd-9148-3729527d1b10 req-96b9ab26-c1eb-44a7-b354-65b1a288a9ab tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:50.167032 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9c68c614-b985-40cd-9148-3729527d1b10 req-96b9ab26-c1eb-44a7-b354-65b1a288a9ab tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0876663 Nov 19 03:22:50.190606 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ded21a-70d5-4539-93a1-7ec1607e7a27 req-f251d3f1-cd8e-4d6d-99cc-acdf92df238d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:50.192014 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56ded21a-70d5-4539-93a1-7ec1607e7a27 req-f251d3f1-cd8e-4d6d-99cc-acdf92df238d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0813804 Nov 19 03:22:50.258511 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9c68c614-b985-40cd-9148-3729527d1b10 req-61b80226-4aca-43c5-add6-baaf05859303 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Nov 19 03:22:50.270867 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56ded21a-70d5-4539-93a1-7ec1607e7a27 req-60c72d60-68d8-43d7-996c-a17cf9459256 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703101 Nov 19 03:22:50.626400 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:50.628995 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b90b89-966a-41e7-a861-d1edd00c8248" -d '{"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:50.665227 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c06bd8-a2fe-48bc-801d-a5c28691d146 x-openstack-request-id: req-b3c06bd8-a2fe-48bc-801d-a5c28691d146 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:50.665540 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:50.665801 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3c06bd8-a2fe-48bc-801d-a5c28691d146 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:50.666209 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'status': 'completed', 'code': 200} Nov 19 03:22:50.768349 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-76777a86-1237-4781-92a3-b8563111f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:50.769851 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-76777a86-1237-4781-92a3-b8563111f87d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0445004 Nov 19 03:22:50.862214 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-e0e6a4c9-8e33-4895-9ff3-b66d5064a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:50.863875 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-e0e6a4c9-8e33-4895-9ff3-b66d5064a68c service neutron] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 916 time: 0.0851724 Nov 19 03:22:50.938244 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-815d34eb-6685-4bc6-b1fc-06c0cd6d4f16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 217 time: 0.0365939 Nov 19 03:22:51.026859 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-cb7b60e9-5d21-41fb-af92-21dae870f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:51.028366 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-cb7b60e9-5d21-41fb-af92-21dae870f4d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0467451 Nov 19 03:22:51.085167 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-43cf8d82-772d-4cb5-bd40-878553d28c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:51.086839 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-43cf8d82-772d-4cb5-bd40-878553d28c13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500247 Nov 19 03:22:51.192835 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-a09197fa-01f6-45f6-88b2-fb894c104cdb service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966673 Nov 19 03:22:51.299176 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-32b90b89-966a-41e7-a861-d1edd00c8248 req-a155b4e6-8187-4be7-9b94-50aa9b4cfb10 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961568 Nov 19 03:22:51.360432 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-31c28616-add7-4908-915e-58a1c1be950c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:51.361902 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-31c28616-add7-4908-915e-58a1c1be950c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.1259649 Nov 19 03:22:51.394038 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-32771f5b-de36-4f44-b160-fb9dc0291b41 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/quotas/53690eedb4c749db94ed55f64a323cba HTTP/1.1" status: 200 len: 375 time: 0.0142918 Nov 19 03:22:51.420213 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ff9b3-401c-4402-ba3d-bea6f9175850 req-e62556c3-8ec7-4e2d-a5b0-c8ad17c544f5 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:51.421702 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a14ff9b3-401c-4402-ba3d-bea6f9175850 req-e62556c3-8ec7-4e2d-a5b0-c8ad17c544f5 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0861945 Nov 19 03:22:51.496634 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b79a7633-a408-479b-a3f1-e8abce34e0f3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964217 Nov 19 03:22:51.502130 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a14ff9b3-401c-4402-ba3d-bea6f9175850 req-b7c9ad3e-6b96-419f-8614-2f2db83aec44 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670676 Nov 19 03:22:51.627404 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-4b46dba6-4473-42a4-9e0c-170967d7df9e service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231022 Nov 19 03:22:51.635737 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21cf2b-3a17-431b-b3bf-2e511c5a90ae req-6a1ee54c-da1c-40ea-9a5f-771a26a3ee97 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:51.637092 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3d21cf2b-3a17-431b-b3bf-2e511c5a90ae req-6a1ee54c-da1c-40ea-9a5f-771a26a3ee97 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0800982 Nov 19 03:22:51.747273 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3d21cf2b-3a17-431b-b3bf-2e511c5a90ae req-24c36f22-6233-4c51-b1bf-73733c3a3956 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997112 Nov 19 03:22:51.776956 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-114da48f-55cf-4247-86c9-4d8f4b268cdb service neutron] 10.222.0.47 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389472 Nov 19 03:22:51.940232 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f9af667-8c3d-4c96-beb5-ac2518fc863a req-e052eccc-d8f2-4dc4-b43d-e80f3126d39f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 210 time: 0.0281420 Nov 19 03:22:52.619541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca579-6645-41da-9e86-18b392eacd3a req-11b9ba82-4d5b-41a7-b3c6-895a6a3406b9 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:52.620894 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-41fca579-6645-41da-9e86-18b392eacd3a req-11b9ba82-4d5b-41a7-b3c6-895a6a3406b9 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0486164 Nov 19 03:22:52.667532 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-41fca579-6645-41da-9e86-18b392eacd3a req-eb62027a-2d3c-44b7-bd3f-b1e04ee15331 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Nov 19 03:22:52.868135 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89191d2c-2e72-44bd-b9c3-80ced936e8aa req-3b0eef7d-26d4-4812-be3d-3b6181c7c8dc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:52.869677 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89191d2c-2e72-44bd-b9c3-80ced936e8aa req-3b0eef7d-26d4-4812-be3d-3b6181c7c8dc tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0520978 Nov 19 03:22:52.918421 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89191d2c-2e72-44bd-b9c3-80ced936e8aa req-de32e7bf-c3e5-42ca-ac06-d5031eca9a98 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Nov 19 03:22:53.031788 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c406dd14-f4d0-47c1-a44e-163dab81cb9e req-090ef1d4-c2e7-4bd5-8ee3-3b330fc6069e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 210 time: 0.0266633 Nov 19 03:22:53.273469 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-05e4e964-8ee6-466b-b414-1d18ac2fd483 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:53.274931 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-05e4e964-8ee6-466b-b414-1d18ac2fd483 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 815 time: 0.1105263 Nov 19 03:22:53.360583 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Request body: {'port': {'device_id': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'admin_state_up': True, 'tenant_id': '53690eedb4c749db94ed55f64a323cba'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:53.478413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Made reservation on behalf of 53690eedb4c749db94ed55f64a323cba for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:22:53.481928 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:53.611305 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Allocated IP 172.20.0.10 (cd122154-2aeb-4e66-bcc7-7acf31cd258e/9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2/acf6de7e-c417-4238-b1f6-5062a513bfba) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:22:53.757060 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:53.788594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2579f3b-e571-443d-8d40-9c46a705d581 req-d2719bbd-dfe9-466d-8307-339d3029d64e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:53.790392 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e2579f3b-e571-443d-8d40-9c46a705d581 req-d2719bbd-dfe9-466d-8307-339d3029d64e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0538707 Nov 19 03:22:53.792399 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:53.838220 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Network cd122154-2aeb-4e66-bcc7-7acf31cd258e is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:22:53.838773 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e2579f3b-e571-443d-8d40-9c46a705d581 req-412ec7f4-0599-4036-adf2-946f70b847c4 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Nov 19 03:22:53.839854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d', '004bc3b2-8042-48ab-abde-62fc17b827d2', 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:22:53.841503 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:22:53.844286 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:22:53.874049 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event updated for resources: {'Port': ['ID=acf6de7e-c417-4238-b1f6-5062a513bfba,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:53.886049 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.886390 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.886753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.887087 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.887414 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.887741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.888067 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.888385 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.888703 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.889051 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.889913 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.890251 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:22:53.909967 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:53.910614 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:53.926648 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-972446e5-ab62-45e2-bdf5-79dbdd36c391 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704050 Nov 19 03:22:53.950832 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Request body: {'port': {'device_id': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:22:54.006965 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:54.051345 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5ab2d-a0c7-4ad7-bf23-a02f5dfb9950 req-fe29b8f3-f50f-4979-8a36-baecf1416f96 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:54.053216 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-82f5ab2d-a0c7-4ad7-bf23-a02f5dfb9950 req-fe29b8f3-f50f-4979-8a36-baecf1416f96 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0561790 Nov 19 03:22:54.118085 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-82f5ab2d-a0c7-4ad7-bf23-a02f5dfb9950 req-104885c1-73bd-4c75-a95f-9419e20b8723 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 Nov 19 03:22:54.161022 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24390258-eb8c-4f2b-b556-cc337f80cec3 req-b5af2c4e-c003-413d-9c59-126d67a6f2cb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:54.162566 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-24390258-eb8c-4f2b-b556-cc337f80cec3 req-b5af2c4e-c003-413d-9c59-126d67a6f2cb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 932 time: 0.0565655 Nov 19 03:22:54.216686 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-24390258-eb8c-4f2b-b556-cc337f80cec3 req-2e0b3278-da9b-483e-aab7-d7a8d83dedcf tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Nov 19 03:22:54.507784 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf6de7e-c417-4238-b1f6-5062a513bfba {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:54.515729 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:54.527577 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Transition to ACTIVE for port object acf6de7e-c417-4238-b1f6-5062a513bfba will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:22:54.531639 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:54.581935 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Pushing event updated for resources: {'Port': ['ID=acf6de7e-c417-4238-b1f6-5062a513bfba,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:54.651836 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Attempting to bind port acf6de7e-c417-4238-b1f6-5062a513bfba on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:22:54.652174 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Attempting to bind port acf6de7e-c417-4238-b1f6-5062a513bfba by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:22:54.652960 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Attempting to bind port acf6de7e-c417-4238-b1f6-5062a513bfba on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:54.659407 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Port acf6de7e-c417-4238-b1f6-5062a513bfba on network cd122154-2aeb-4e66-bcc7-7acf31cd258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:22:54.659730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Attempting to bind port acf6de7e-c417-4238-b1f6-5062a513bfba on network cd122154-2aeb-4e66-bcc7-7acf31cd258e {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:22:54.664637 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:22:54.664972 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Checking segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:22:54.665352 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Bound using segment: {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:22:54.665776 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Bound port: acf6de7e-c417-4238-b1f6-5062a513bfba, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdddd06-ab5f-433a-b7cf-641179c373f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:22:54.666135 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:54.731584 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] For port acf6de7e-c417-4238-b1f6-5062a513bfba, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:22:54.734816 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] For port acf6de7e-c417-4238-b1f6-5062a513bfba, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=acf6de7e-c417-4238-b1f6-5062a513bfba,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:22:54.740194 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:54.778071 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:54.778705 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:54.780587 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] 10.222.0.50 "PUT /v2.0/ports/acf6de7e-c417-4238-b1f6-5062a513bfba HTTP/1.1" status: 200 len: 1094 time: 0.8339794 Nov 19 03:22:54.780994 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'tag': 'acf6de7e-c417-4238-b1f6-5062a513bfba'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:22:54.783366 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b30984f-1030-4837-abd6-1ee8ff79b6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fcff5f64-47d5-42be-b3d9-178bc26dff6b", "tag": "acf6de7e-c417-4238-b1f6-5062a513bfba"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:22:54.805976 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e620a-c37f-4422-8baf-2a7a96deaffe service neutron] Pushing event updated for resources: {'Port': ['ID=acf6de7e-c417-4238-b1f6-5062a513bfba,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:54.833509 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9211bd83-2aca-45d7-a8fd-5ed6f14557f1 x-openstack-request-id: req-9211bd83-2aca-45d7-a8fd-5ed6f14557f1 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:22:54.833812 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcff5f64-47d5-42be-b3d9-178bc26dff6b", "tag": "acf6de7e-c417-4238-b1f6-5062a513bfba", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:22:54.834094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9211bd83-2aca-45d7-a8fd-5ed6f14557f1 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:22:54.834500 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'tag': 'acf6de7e-c417-4238-b1f6-5062a513bfba', 'status': 'completed', 'code': 200} Nov 19 03:22:54.894346 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-74dfba67-27f0-4912-82ce-7c896c5fa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:54.895965 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-74dfba67-27f0-4912-82ce-7c896c5fa501 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 1097 time: 0.0426776 Nov 19 03:22:54.949678 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-2703e852-bff5-4412-8b17-a1c92c045df6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acf6de7e-c417-4238-b1f6-5062a513bfba HTTP/1.1" status: 200 len: 217 time: 0.0373886 Nov 19 03:22:55.009108 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e865b7-909d-46b7-ad99-3c95e1770342 req-5e5af0fb-a5cb-43b0-b202-ba5e2df6dc59 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.010719 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-94e865b7-909d-46b7-ad99-3c95e1770342 req-5e5af0fb-a5cb-43b0-b202-ba5e2df6dc59 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0667357 Nov 19 03:22:55.016940 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-554cd680-6341-4f46-bbdd-9e384ff2a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.018795 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-554cd680-6341-4f46-bbdd-9e384ff2a2db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.0581460 Nov 19 03:22:55.055492 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-0dd920b0-930a-47c3-887a-273d3dc03aa3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280437 Nov 19 03:22:55.062120 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:22:55.067679 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-94e865b7-909d-46b7-ad99-3c95e1770342 req-f2898ea6-827a-44c0-babe-bd0dce3b97d2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494554 Nov 19 03:22:55.155276 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-3b154ee1-644e-4822-a5d5-bd33e31cc7f4 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868962 Nov 19 03:22:55.184084 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:55.196121 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'port_id': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'mac_address': 'fa:16:3e:6e:db:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:22:55.234237 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:55.249803 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:22:55.252436 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c7aeb30f-c5f2-4cc5-a949-4e9c3e46b3a4 req-7642cbd1-1bc3-4968-84b2-fa8294395877 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891838 Nov 19 03:22:55.256923 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eb279-66f5-40aa-ba54-391137ecd228 req-1f99c24e-0904-4f45-9ec0-35f07bc18c7e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.259285 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-183eb279-66f5-40aa-ba54-391137ecd228 req-1f99c24e-0904-4f45-9ec0-35f07bc18c7e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0633574 Nov 19 03:22:55.283162 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:22:55.288607 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:22:55.336200 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:22:55.349539 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-183eb279-66f5-40aa-ba54-391137ecd228 req-eca63bad-ad9a-4e44-9911-33edc136815d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767069 Nov 19 03:22:55.371029 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c6aa3-d6a8-43db-b158-31fd85884bfa req-22f75016-4548-4437-94c4-438c62278d7a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.372557 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e67c6aa3-d6a8-43db-b158-31fd85884bfa req-22f75016-4548-4437-94c4-438c62278d7a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 944 time: 0.0651293 Nov 19 03:22:55.410320 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-e89d907c-d460-4aea-98e1-ed45719bf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.410320 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-e89d907c-d460-4aea-98e1-ed45719bf361 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 1097 time: 0.0425105 Nov 19 03:22:55.422989 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e67c6aa3-d6a8-43db-b158-31fd85884bfa req-5792c558-44f6-4f09-9bb7-43d4abc8ff32 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Nov 19 03:22:55.504761 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-1914f017-b00f-4e38-b673-b46d338ba754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.506224 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-1914f017-b00f-4e38-b673-b46d338ba754 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 916 time: 0.0874007 Nov 19 03:22:55.549885 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-85f49697-2655-4179-a7ed-32e9c361050b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acf6de7e-c417-4238-b1f6-5062a513bfba HTTP/1.1" status: 200 len: 217 time: 0.0334949 Nov 19 03:22:55.598300 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-8bbfe58d-ce2f-4b38-9582-af73e1f25c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:55.599681 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-8bbfe58d-ce2f-4b38-9582-af73e1f25c16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.0416992 Nov 19 03:22:55.633391 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-4c04d0de-1009-489a-ae26-b4cb373a2972 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245101 Nov 19 03:22:55.726240 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-dcdd5067-06b8-4a1d-93e5-c3b3a267e184 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832782 Nov 19 03:22:55.824770 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0b30984f-1030-4837-abd6-1ee8ff79b6e0 req-21d52857-5ab5-4aac-986a-cbe487b40fae service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822589 Nov 19 03:22:56.210669 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888f246-3392-49e6-b51c-738186a1dcf9 req-37e04f61-0987-4de0-a258-6095429838aa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:56.212122 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9888f246-3392-49e6-b51c-738186a1dcf9 req-37e04f61-0987-4de0-a258-6095429838aa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 944 time: 0.0615771 Nov 19 03:22:56.258341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9888f246-3392-49e6-b51c-738186a1dcf9 req-c0d62622-99ce-4fd4-8b8e-3e0d72669361 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398002 Nov 19 03:22:56.325354 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4ad10a71-4d53-4076-951d-e0ce7c2cbf68'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:22:56.471360 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1327-0baf-44e9-ba03-d05ce7f5aa4e req-5ee01ea3-3be4-4604-bd54-e54e85ea3110 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:56.472838 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a0ff1327-0baf-44e9-ba03-d05ce7f5aa4e req-5ee01ea3-3be4-4604-bd54-e54e85ea3110 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0520222 Nov 19 03:22:56.545030 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a0ff1327-0baf-44e9-ba03-d05ce7f5aa4e req-db254294-e480-4030-a530-2d88e98620c1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658519 Nov 19 03:22:56.560543 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0474537-1759-4d6b-951e-b5fef87a63ac req-8e58faf2-8c47-4f9e-9dc9-946d032ec66b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:22:56.562234 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0474537-1759-4d6b-951e-b5fef87a63ac req-8e58faf2-8c47-4f9e-9dc9-946d032ec66b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 944 time: 0.0680664 Nov 19 03:22:56.612052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0474537-1759-4d6b-951e-b5fef87a63ac req-da9aa521-f94c-4951-b5a5-4dbf73a5fd5c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Nov 19 03:23:00.870989 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3abc9-faa5-410d-9ee8-13b0df61c896 req-0a316b31-cbfe-41d1-b799-ee9e2fadb44b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:00.872475 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b5e3abc9-faa5-410d-9ee8-13b0df61c896 req-0a316b31-cbfe-41d1-b799-ee9e2fadb44b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 944 time: 0.0811443 Nov 19 03:23:00.879858 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9559-313c-43e5-b589-82370e0e8c83 req-40d6afd1-4f3f-4fae-8a36-8ed8ae36a1a3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:00.881213 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-63fe9559-313c-43e5-b589-82370e0e8c83 req-40d6afd1-4f3f-4fae-8a36-8ed8ae36a1a3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0805120 Nov 19 03:23:00.949864 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b5e3abc9-faa5-410d-9ee8-13b0df61c896 req-17e6525f-58cc-4f49-bf53-6dae3a4e2ee6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677025 Nov 19 03:23:00.957758 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-63fe9559-313c-43e5-b589-82370e0e8c83 req-787485dd-3c49-4dda-8c3f-9a71d4bc4b3f tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699391 Nov 19 03:23:01.058874 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeef26-afdb-48cb-8462-4481c3ed0a1d req-80814a0c-de7a-4327-ac58-641945722cd1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:01.060407 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-77eeef26-afdb-48cb-8462-4481c3ed0a1d req-80814a0c-de7a-4327-ac58-641945722cd1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 944 time: 0.0544446 Nov 19 03:23:01.109778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-77eeef26-afdb-48cb-8462-4481c3ed0a1d req-3a4bdf39-7448-4e7d-b58c-0c93ff066f52 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Nov 19 03:23:02.091206 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dddd1-2484-4a1b-9f90-9deb13cf3c03 req-8c1c5fc8-88c1-4255-b882-925d6a611b51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.092980 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-496dddd1-2484-4a1b-9f90-9deb13cf3c03 req-8c1c5fc8-88c1-4255-b882-925d6a611b51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 944 time: 0.0750415 Nov 19 03:23:02.112507 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaab931-eba6-4565-b99b-13fd5f56fd62 req-25c7b7ce-d910-4824-9194-3e278d34fa55 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.113907 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eeaab931-eba6-4565-b99b-13fd5f56fd62 req-25c7b7ce-d910-4824-9194-3e278d34fa55 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0714440 Nov 19 03:23:02.176649 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-496dddd1-2484-4a1b-9f90-9deb13cf3c03 req-73228c81-1bbf-4438-aae3-3ad3ab13d580 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773633 Nov 19 03:23:02.188280 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eeaab931-eba6-4565-b99b-13fd5f56fd62 req-d700c48e-27ad-4848-81b9-e53fb99adf87 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670986 Nov 19 03:23:02.277306 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2f98-c625-4047-9ff8-4f5a278bc0e5 req-d7e20f28-7d9a-406d-835f-dc7222dc2510 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.278748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b53b2f98-c625-4047-9ff8-4f5a278bc0e5 req-d7e20f28-7d9a-406d-835f-dc7222dc2510 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 944 time: 0.0481863 Nov 19 03:23:02.326690 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b53b2f98-c625-4047-9ff8-4f5a278bc0e5 req-73d77014-37f2-43be-8887-b83102259c8f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Nov 19 03:23:02.481579 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-f32179f0-705e-4d61-936a-aa7d9851e8e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436554 Nov 19 03:23:02.556925 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-18796c6f-ec9c-40d8-9424-8443ac1258bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.558392 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-18796c6f-ec9c-40d8-9424-8443ac1258bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0399468 Nov 19 03:23:02.618006 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:23:02.665620 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-49f3e621-c4cd-4ccf-9a51-c191029a9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.667125 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-49f3e621-c4cd-4ccf-9a51-c191029a9eb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0879850 Nov 19 03:23:02.667429 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:23:02.671752 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:23:02.672119 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:02.732896 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-a1bc76d6-ea9f-4ec6-ba21-761607f2875b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 1000 time: 0.0571215 Nov 19 03:23:02.752402 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:02.776603 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:02.779273 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb0784e-8382-4d1e-a6c3-b89479d17d7d" -d '{"events": [{"server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:02.784699 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-eb667442-87e9-470d-8c24-ab745b54ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.786320 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-eb667442-87e9-470d-8c24-ab745b54ff7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0452461 Nov 19 03:23:02.791652 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:02.796204 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:02.822944 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21460725-e27e-4914-8dc7-bd97ab3fbdc8 x-openstack-request-id: req-21460725-e27e-4914-8dc7-bd97ab3fbdc8 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:02.823262 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:02.823518 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21460725-e27e-4914-8dc7-bd97ab3fbdc8 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:02.823906 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'code': 200} Nov 19 03:23:02.838859 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-eaf46ab5-0f35-46e6-ad07-97377c8cb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:02.840380 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-eaf46ab5-0f35-46e6-ad07-97377c8cb8c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462389 Nov 19 03:23:02.850353 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:02.952883 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-fcc9a729-5fdf-4a54-9985-3326e73792ee service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905960 Nov 19 03:23:03.040920 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7468d-95a4-44d7-ade9-affc666f39d4 req-2e0a84a7-fbf0-4596-82bd-c5fde25ebe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:03.042439 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c9c7468d-95a4-44d7-ade9-affc666f39d4 req-2e0a84a7-fbf0-4596-82bd-c5fde25ebe65 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0415211 Nov 19 03:23:03.050032 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-865e79fc-ea73-4767-9168-2c2a72cea2d5 req-a99064ca-9ee1-49cd-a546-5be0ac3d879e service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898757 Nov 19 03:23:03.136036 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c9c7468d-95a4-44d7-ade9-affc666f39d4 req-f0356e36-b1c6-4e35-96c5-e3c75e11d28d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Nov 19 03:23:03.321145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc3a6-0001-482f-854f-7d9005c7717d req-d28fd4fb-d8e9-489d-81ac-6b644b1089a2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:03.322613 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-074dc3a6-0001-482f-854f-7d9005c7717d req-d28fd4fb-d8e9-489d-81ac-6b644b1089a2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0769503 Nov 19 03:23:03.334342 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9b07-5b44-4a23-9634-ae43e08697d4 req-ce602ca4-24a0-4fdb-869b-b02ea570c408 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:03.335719 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3dda9b07-5b44-4a23-9634-ae43e08697d4 req-ce602ca4-24a0-4fdb-869b-b02ea570c408 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0647156 Nov 19 03:23:03.404058 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-074dc3a6-0001-482f-854f-7d9005c7717d req-611dccef-1875-472d-bd40-ff7987f509f9 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Nov 19 03:23:03.411908 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3dda9b07-5b44-4a23-9634-ae43e08697d4 req-eebc8f24-9154-49b6-8e25-b4176ad89755 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697873 Nov 19 03:23:03.512484 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d2dc9-058d-4bf1-8c1d-f6e699a15b29 req-c734d799-8a93-4b68-bdc4-23425a9038f3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:03.514267 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b57d2dc9-058d-4bf1-8c1d-f6e699a15b29 req-c734d799-8a93-4b68-bdc4-23425a9038f3 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 944 time: 0.0535812 Nov 19 03:23:03.571778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b57d2dc9-058d-4bf1-8c1d-f6e699a15b29 req-84faae7e-12bb-4ad5-bc1b-3c144a49c49c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Nov 19 03:23:03.828831 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005efa7-5ee6-476d-a847-67216a2d22f8 req-689abe00-84d3-4222-a23a-cb8d09b12d2d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:03.830306 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2005efa7-5ee6-476d-a847-67216a2d22f8 req-689abe00-84d3-4222-a23a-cb8d09b12d2d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Nov 19 03:23:03.876787 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2005efa7-5ee6-476d-a847-67216a2d22f8 req-10883e80-6a30-4e5d-aebb-e10c572613b6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Nov 19 03:23:04.551617 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03181f-bee1-40a7-9626-7bc476c29f4c req-daf7b303-a61d-4162-b978-f38e75063159 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:04.553061 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2f03181f-bee1-40a7-9626-7bc476c29f4c req-daf7b303-a61d-4162-b978-f38e75063159 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0795586 Nov 19 03:23:04.561484 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91a7b8-f3e9-481a-aba0-63c3f8f60b04 req-576b8a7c-093e-476f-add7-ee88d5ee233e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:04.562832 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cc91a7b8-f3e9-481a-aba0-63c3f8f60b04 req-576b8a7c-093e-476f-add7-ee88d5ee233e tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0788827 Nov 19 03:23:04.603168 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device acf6de7e-c417-4238-b1f6-5062a513bfba details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:23:04.632121 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2f03181f-bee1-40a7-9626-7bc476c29f4c req-17a59cef-dc42-472e-9428-6571bab2c1db tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Nov 19 03:23:04.640269 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cc91a7b8-f3e9-481a-aba0-63c3f8f60b04 req-84ab136e-ce9a-4f43-ba62-8597f5c83254 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Nov 19 03:23:04.710258 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port acf6de7e-c417-4238-b1f6-5062a513bfba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=acf6de7e-c417-4238-b1f6-5062a513bfba,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:04.723342 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'acf6de7e-c417-4238-b1f6-5062a513bfba', 'network_id': 'cd122154-2aeb-4e66-bcc7-7acf31cd258e', 'port_id': 'acf6de7e-c417-4238-b1f6-5062a513bfba', 'mac_address': 'fa:16:3e:f6:46:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:23:04.746182 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55c138-bb00-48d0-beb3-1331f7fe6d91 req-b46fb92f-ddda-47e0-9837-9633a62a1696 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:04.747814 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d55c138-bb00-48d0-beb3-1331f7fe6d91 req-b46fb92f-ddda-47e0-9837-9633a62a1696 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 944 time: 0.0517631 Nov 19 03:23:04.765487 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:04.779582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf6de7e-c417-4238-b1f6-5062a513bfba {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:23:04.803593 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port acf6de7e-c417-4238-b1f6-5062a513bfba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=acf6de7e-c417-4238-b1f6-5062a513bfba,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:04.804625 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d55c138-bb00-48d0-beb3-1331f7fe6d91 req-73f85a4c-787f-4a8e-a723-e122a37b8fdf tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479662 Nov 19 03:23:04.808341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:04.858647 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=acf6de7e-c417-4238-b1f6-5062a513bfba,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:04.865620 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.865991 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.866333 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.866696 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.867034 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.867361 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.867684 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.868007 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.868346 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.868670 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.868995 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.869307 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:04.999220 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9e3d-6d02-4658-82f0-ca91c7f8d9fc req-5afa9b28-0769-4c99-b32e-c838110060dd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:05.000912 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-429c9e3d-6d02-4658-82f0-ca91c7f8d9fc req-5afa9b28-0769-4c99-b32e-c838110060dd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Nov 19 03:23:05.050748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-429c9e3d-6d02-4658-82f0-ca91c7f8d9fc req-bc6546ef-327a-46ed-ac90-0d5c2418effd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Nov 19 03:23:05.244605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441b84e-9dda-447c-a9b2-fcf3ec565e58 req-a1486721-522f-4579-b94c-febb8413402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:05.246106 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a441b84e-9dda-447c-a9b2-fcf3ec565e58 req-a1486721-522f-4579-b94c-febb8413402a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.0411069 Nov 19 03:23:05.316757 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a441b84e-9dda-447c-a9b2-fcf3ec565e58 req-eaf0c2f3-fdbe-4c75-89be-f88acbcb8ec3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Nov 19 03:23:05.514724 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['acf6de7e-c417-4238-b1f6-5062a513bfba'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:05.746303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5818b6-4c33-44d7-9e35-e9990cfd68f2 req-283dfaf7-766b-4f07-a3e2-0a4e295e51ba tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:05.747795 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5d5818b6-4c33-44d7-9e35-e9990cfd68f2 req-283dfaf7-766b-4f07-a3e2-0a4e295e51ba tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0482833 Nov 19 03:23:05.797646 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5d5818b6-4c33-44d7-9e35-e9990cfd68f2 req-35a54edd-e654-4bb1-a5da-d218a39dcca2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Nov 19 03:23:05.900865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e40e10-ca7f-4ebf-9daf-6ab270fc57c7 req-76b6555b-4a0e-4e13-b2db-54466b40837d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:05.902778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a5e40e10-ca7f-4ebf-9daf-6ab270fc57c7 req-76b6555b-4a0e-4e13-b2db-54466b40837d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0513864 Nov 19 03:23:05.956799 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a5e40e10-ca7f-4ebf-9daf-6ab270fc57c7 req-2735e737-c265-4b89-8c70-56e570cf93da tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Nov 19 03:23:06.059152 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522301d-6412-4c64-b0c5-736e6dcb16d2 req-baabf3cb-31ef-440f-bd11-c8033c3cda4d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:06.060637 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c522301d-6412-4c64-b0c5-736e6dcb16d2 req-baabf3cb-31ef-440f-bd11-c8033c3cda4d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 945 time: 0.0502570 Nov 19 03:23:06.126551 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c522301d-6412-4c64-b0c5-736e6dcb16d2 req-ca49b6f4-084b-4e7b-95f9-e6eb993beb95 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Nov 19 03:23:06.204634 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835a9a9-e816-426c-9c29-f59e9a99840e req-20c9f009-4fba-4bcb-91cb-e5ed812a93f5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:06.206096 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d835a9a9-e816-426c-9c29-f59e9a99840e req-20c9f009-4fba-4bcb-91cb-e5ed812a93f5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Nov 19 03:23:06.265275 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d835a9a9-e816-426c-9c29-f59e9a99840e req-f0960ea7-70aa-429d-b0b2-f0f50285a76a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525954 Nov 19 03:23:06.911583 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d0e28-60f7-4bef-86aa-bcc15d1e548c req-6730cb9d-1a3b-4d40-ba46-570461728a12 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:06.913045 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-212d0e28-60f7-4bef-86aa-bcc15d1e548c req-6730cb9d-1a3b-4d40-ba46-570461728a12 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0496979 Nov 19 03:23:06.960348 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-212d0e28-60f7-4bef-86aa-bcc15d1e548c req-b9c4c318-84f5-4bfb-8021-ab5ad68292ce tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Nov 19 03:23:07.303904 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57450) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:07.366432 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-81e7f0be-3470-4205-8d81-4096aa49563b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.369605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628e639-8c72-49f6-bb83-b00454158f2f req-259a95aa-1017-4e01-8d9e-8293000afca2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:07.371152 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c628e639-8c72-49f6-bb83-b00454158f2f req-259a95aa-1017-4e01-8d9e-8293000afca2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.3441045 Nov 19 03:23:07.380862 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ccc8d-7a4c-42d1-8f61-36b82ef4f8cd req-eb57e2b9-04ce-4020-810b-ddc430bd7cd0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:07.382283 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-417ccc8d-7a4c-42d1-8f61-36b82ef4f8cd req-eb57e2b9-04ce-4020-810b-ddc430bd7cd0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.3540297 Nov 19 03:23:07.454781 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c628e639-8c72-49f6-bb83-b00454158f2f req-f3a5a44a-0807-49de-aed0-b72a81c26b30 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713577 Nov 19 03:23:07.455465 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aacbbd97-9ede-4d3e-ae9a-eb530081c56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.463747 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-417ccc8d-7a4c-42d1-8f61-36b82ef4f8cd req-0ae3359e-1b9e-4354-b353-2dfbfadb0a0f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747457 Nov 19 03:23:07.556811 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aacbbd97-9ede-4d3e-ae9a-eb530081c56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.561684 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aacbbd97-9ede-4d3e-ae9a-eb530081c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.588393 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe066a-ce68-4a4b-94f0-30ea869af25c req-ea47753f-9801-495d-a3d4-df225b9d819d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:07.590177 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1afe066a-ce68-4a4b-94f0-30ea869af25c req-ea47753f-9801-495d-a3d4-df225b9d819d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 945 time: 0.0509839 Nov 19 03:23:07.609089 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-aacbbd97-9ede-4d3e-ae9a-eb530081c56b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3cbe2e51e0b4bc29701f18a58fd010d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010111 Nov 19 03:23:07.609089 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbbd97-9ede-4d3e-ae9a-eb530081c56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb26316-4b5f-4c68-802d-fe93f38ba281,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:07.611424 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57456) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:07.627829 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.662774 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1afe066a-ce68-4a4b-94f0-30ea869af25c req-d74ae075-4f3b-4544-b710-178ac19de36d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Nov 19 03:23:07.669285 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c970b81-7790-4c24-81de-1415defd35f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.694302 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c970b81-7790-4c24-81de-1415defd35f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.699046 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5dd4b-7a18-4f4c-a8fe-d3ac712565f9 req-7b02d41f-e9f6-402f-8bd7-38d93317a05c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:07.700544 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fba5dd4b-7a18-4f4c-a8fe-d3ac712565f9 req-7b02d41f-e9f6-402f-8bd7-38d93317a05c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0519865 Nov 19 03:23:07.750902 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fba5dd4b-7a18-4f4c-a8fe-d3ac712565f9 req-6380c1bc-a97e-4832-ba26-83e02633b349 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Nov 19 03:23:07.757306 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c970b81-7790-4c24-81de-1415defd35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.760144 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1c970b81-7790-4c24-81de-1415defd35f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:07.763774 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1c970b81-7790-4c24-81de-1415defd35f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/adb26316-4b5f-4c68-802d-fe93f38ba281 HTTP/1.1" status: 204 len: 168 time: 0.1487906 Nov 19 03:23:07.771064 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c970b81-7790-4c24-81de-1415defd35f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb26316-4b5f-4c68-802d-fe93f38ba281,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:08.010217 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568d261-5eea-4c7a-9de6-ebaf6ef34b60 req-40ff2ae8-5669-492e-b3c7-2740023a571b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:08.011833 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a568d261-5eea-4c7a-9de6-ebaf6ef34b60 req-40ff2ae8-5669-492e-b3c7-2740023a571b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Nov 19 03:23:08.062568 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a568d261-5eea-4c7a-9de6-ebaf6ef34b60 req-97b165f4-2f11-4485-958b-4e0a718f060f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Nov 19 03:23:08.573250 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ea3e-3f75-4507-8d1f-6280e90aed32 req-af50df4c-396b-4e62-8638-e6d8e8968383 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:08.574738 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca15ea3e-3f75-4507-8d1f-6280e90aed32 req-af50df4c-396b-4e62-8638-e6d8e8968383 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0514724 Nov 19 03:23:08.622044 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device acf6de7e-c417-4238-b1f6-5062a513bfba up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:23:08.623005 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca15ea3e-3f75-4507-8d1f-6280e90aed32 req-7848f0dd-2585-4199-a364-9fc436d316d5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Nov 19 03:23:08.679219 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port acf6de7e-c417-4238-b1f6-5062a513bfba completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:23:08.683538 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port acf6de7e-c417-4238-b1f6-5062a513bfba triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:23:08.683899 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:08.771388 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:08.795136 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf6de7e-c417-4238-b1f6-5062a513bfba'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:08.797458 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb143ea5-418c-4a9e-bda1-8881a1b6e51a" -d '{"events": [{"server_uuid": "fcff5f64-47d5-42be-b3d9-178bc26dff6b", "name": "network-vif-plugged", "status": "completed", "tag": "acf6de7e-c417-4238-b1f6-5062a513bfba"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:08.810170 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port acf6de7e-c417-4238-b1f6-5062a513bfba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=acf6de7e-c417-4238-b1f6-5062a513bfba,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:08.815626 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:08.824625 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953fdc-a9fb-4b38-b4b3-015c2cdb7a48 req-31ab73a8-56ac-461e-9ffd-a06f65c49e64 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:08.826145 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a953fdc-a9fb-4b38-b4b3-015c2cdb7a48 req-31ab73a8-56ac-461e-9ffd-a06f65c49e64 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 945 time: 0.0551138 Nov 19 03:23:08.875465 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=acf6de7e-c417-4238-b1f6-5062a513bfba,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:08.886312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a953fdc-a9fb-4b38-b4b3-015c2cdb7a48 req-502a4cb2-5a3f-4e4a-9bb8-f49b94b4164e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Nov 19 03:23:08.932564 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02df2c63-bc2f-484a-b6f7-909e4b5098de x-openstack-request-id: req-02df2c63-bc2f-484a-b6f7-909e4b5098de {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:08.932952 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcff5f64-47d5-42be-b3d9-178bc26dff6b", "name": "network-vif-plugged", "status": "completed", "tag": "acf6de7e-c417-4238-b1f6-5062a513bfba", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:08.933305 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02df2c63-bc2f-484a-b6f7-909e4b5098de {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:08.933966 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf6de7e-c417-4238-b1f6-5062a513bfba', 'code': 200} Nov 19 03:23:08.975336 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7324803-6f23-44af-a8d5-c7f4fdc1f87e req-787bdf20-bc86-487a-8df5-2cb1def92acb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:08.976861 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7324803-6f23-44af-a8d5-c7f4fdc1f87e req-787bdf20-bc86-487a-8df5-2cb1def92acb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0856438 Nov 19 03:23:09.002365 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-834a140d-ca3d-407f-8e25-05df8946c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:09.003795 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-834a140d-ca3d-407f-8e25-05df8946c291 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee26dbde283f45a58a18f8435596e63e&device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 1099 time: 0.0841293 Nov 19 03:23:09.125139 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc9285-3790-4d7d-b7be-c396dd304145 req-4b77f699-02df-4c06-a779-dcad5fb259a6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:09.126757 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-15cc9285-3790-4d7d-b7be-c396dd304145 req-4b77f699-02df-4c06-a779-dcad5fb259a6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.1464100 Nov 19 03:23:09.135330 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7324803-6f23-44af-a8d5-c7f4fdc1f87e req-0a22cf89-b3f7-4cc1-b736-3ce133993fea tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506219 Nov 19 03:23:09.161582 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dc5f8-27ce-49f7-bee9-b1adac2bad59 req-0ac94c6c-b437-46f5-84ed-b2acb201f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:09.163231 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-001dc5f8-27ce-49f7-bee9-b1adac2bad59 req-0ac94c6c-b437-46f5-84ed-b2acb201f042 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 1099 time: 0.0486753 Nov 19 03:23:09.191160 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-d991a430-725f-4d6a-827e-aaee89d44aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:09.192616 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-d991a430-725f-4d6a-827e-aaee89d44aad service neutron] 10.222.0.50 "GET /v2.0/networks?id=4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 200 len: 920 time: 0.1645861 Nov 19 03:23:09.213048 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-001dc5f8-27ce-49f7-bee9-b1adac2bad59 req-310ce3d6-1062-4f9b-a0ed-69ea883674fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Nov 19 03:23:09.213484 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-15cc9285-3790-4d7d-b7be-c396dd304145 req-e12ed91b-e2b2-4d20-bfe2-6fb4da7c2f2d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754862 Nov 19 03:23:09.241376 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-f9a17bd7-641f-4ccf-b8aa-786cc52c7bbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 200 len: 217 time: 0.0383959 Nov 19 03:23:09.645156 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-27729a0a-4655-42e0-b4f9-1861d62ce33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:09.768819 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-fb04b951-ebbc-478b-860c-be6ab8810690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:09.770248 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-fb04b951-ebbc-478b-860c-be6ab8810690 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 200 len: 859 time: 0.0519824 Nov 19 03:23:09.846451 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:23:09.849337 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-95098ae5-9014-40f0-b7d5-610f62dd2ddf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4d12413f-85e7-474c-a155-01fa1c3d890a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248518 Nov 19 03:23:10.042395 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aba72a-7853-4c30-ac84-4d35967f780b req-78fa62bd-d83c-44cb-8dd0-f6f780ee2107 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:10.043897 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0aba72a-7853-4c30-ac84-4d35967f780b req-78fa62bd-d83c-44cb-8dd0-f6f780ee2107 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.0807755 Nov 19 03:23:10.046500 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-cd94eafb-fa94-46c9-b4dc-894bd0b0d560 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300933 Nov 19 03:23:10.145035 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0aba72a-7853-4c30-ac84-4d35967f780b req-3eb6c656-0316-4515-804b-8c7a9029e544 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939527 Nov 19 03:23:10.172917 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0871cfef-d7de-4bbd-9b32-db812d59cefc req-3f73f0cc-d0c5-465d-adf6-c1f7bd840c80 service neutron] 10.222.0.50 "GET /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156323 Nov 19 03:23:10.266978 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bc490-364d-4084-b793-ea0f3ff7624f req-be8bf107-fb45-467a-80e8-f240a5633410 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:10.268511 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b42bc490-364d-4084-b793-ea0f3ff7624f req-be8bf107-fb45-467a-80e8-f240a5633410 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0545952 Nov 19 03:23:10.343283 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b42bc490-364d-4084-b793-ea0f3ff7624f req-c7affccd-258c-464a-81de-dc6a591c54cb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686402 Nov 19 03:23:10.355648 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41fc28-40cf-4f84-8bd8-f4e99db75ccf req-8324ef69-76bc-4964-aa3e-d249e98514c5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:10.357085 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6f41fc28-40cf-4f84-8bd8-f4e99db75ccf req-8324ef69-76bc-4964-aa3e-d249e98514c5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0693130 Nov 19 03:23:10.405415 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6f41fc28-40cf-4f84-8bd8-f4e99db75ccf req-fd3b5509-48ae-4a7a-a5bc-e1fec9863529 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Nov 19 03:23:10.774848 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:11.266810 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dc7f9-3522-4835-9e75-c0876caac341 req-d3fd3b86-da10-4fd9-aadd-4a4392495809 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:11.268298 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-107dc7f9-3522-4835-9e75-c0876caac341 req-d3fd3b86-da10-4fd9-aadd-4a4392495809 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.0556428 Nov 19 03:23:11.318948 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-107dc7f9-3522-4835-9e75-c0876caac341 req-494d2c06-99e3-42fe-a656-dec33428f419 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Nov 19 03:23:11.463922 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1670f-8843-482d-8f9b-599bf48df593 req-762d5d86-74c9-4126-a2ed-18d2410811ec tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:11.465388 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c9d1670f-8843-482d-8f9b-599bf48df593 req-762d5d86-74c9-4126-a2ed-18d2410811ec tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Nov 19 03:23:11.540702 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c9d1670f-8843-482d-8f9b-599bf48df593 req-d14b76ae-6b22-4d1e-80cf-a180f0ad32dd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691340 Nov 19 03:23:11.549397 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf251fbd-da81-4da9-8c69-52bf89e36d51 req-2acfce43-0dc9-4a94-a2f5-8a90e35f5d00 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:11.550820 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf251fbd-da81-4da9-8c69-52bf89e36d51 req-2acfce43-0dc9-4a94-a2f5-8a90e35f5d00 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0778041 Nov 19 03:23:11.608410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bf251fbd-da81-4da9-8c69-52bf89e36d51 req-6c2aab90-767b-4f69-afba-0a0ee1dcf734 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Nov 19 03:23:12.274065 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:12.433044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68031f-0012-451b-b72d-800a75bf1717 req-5e18a21c-a711-460e-acb5-33dfd70ff8de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:12.434481 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5a68031f-0012-451b-b72d-800a75bf1717 req-5e18a21c-a711-460e-acb5-33dfd70ff8de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.0482805 Nov 19 03:23:12.481290 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5a68031f-0012-451b-b72d-800a75bf1717 req-d66a4b9b-1f39-4e54-85ad-152b5e844f1d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Nov 19 03:23:12.668564 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cd332-f40d-45b4-baed-0e5a391e7c53 req-533d39c6-3ba8-41b5-aa44-7c55d85750a0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:12.670075 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2c5cd332-f40d-45b4-baed-0e5a391e7c53 req-533d39c6-3ba8-41b5-aa44-7c55d85750a0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0557940 Nov 19 03:23:12.756648 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2c5cd332-f40d-45b4-baed-0e5a391e7c53 req-c45e972b-f227-4d77-ae89-ea403aeb72af tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797186 Nov 19 03:23:12.765808 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43263b0-6cb4-4b22-8a1f-4337df6b63ef req-b5237f6a-e156-4c77-9524-5dc106cc8f60 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:12.767345 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d43263b0-6cb4-4b22-8a1f-4337df6b63ef req-b5237f6a-e156-4c77-9524-5dc106cc8f60 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0886929 Nov 19 03:23:12.822276 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d43263b0-6cb4-4b22-8a1f-4337df6b63ef req-749de588-b427-4d9f-bec7-b7ce582d7889 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Nov 19 03:23:12.890915 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:13.884648 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed4d0b-d75a-49fa-8adc-ea26c162a6f6 req-c8d83cc4-db95-4fc8-ba20-a245455cb375 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:13.886155 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-29ed4d0b-d75a-49fa-8adc-ea26c162a6f6 req-c8d83cc4-db95-4fc8-ba20-a245455cb375 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Nov 19 03:23:13.935304 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-29ed4d0b-d75a-49fa-8adc-ea26c162a6f6 req-25a4d99a-c11f-401a-80ed-632190a5c15a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Nov 19 03:23:14.043584 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d868d-2a92-4d0c-bba2-5fd0e01dfd81 req-93ac0f93-2399-4754-aab8-4b79a865e8ae tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:14.045250 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-943d868d-2a92-4d0c-bba2-5fd0e01dfd81 req-93ac0f93-2399-4754-aab8-4b79a865e8ae tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0519392 Nov 19 03:23:14.100117 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-943d868d-2a92-4d0c-bba2-5fd0e01dfd81 req-573f34c0-8876-4061-b230-05ec09bfae7a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483177 Nov 19 03:23:15.058102 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30e802-ef5f-4c0e-8fff-7d0fbc0febbb req-153ef4c5-6d2f-4de2-9279-165d23d6128d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:15.059668 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a30e802-ef5f-4c0e-8fff-7d0fbc0febbb req-153ef4c5-6d2f-4de2-9279-165d23d6128d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0507629 Nov 19 03:23:15.107574 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a30e802-ef5f-4c0e-8fff-7d0fbc0febbb req-37ac0f0e-7e0a-405e-8b09-1785c70b43c0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Nov 19 03:23:15.218806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e49a7-9c71-41b3-ba03-5d4af8d6e749 req-99569559-7ef7-4b83-8006-0cf8c2c1b461 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:15.220384 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cf4e49a7-9c71-41b3-ba03-5d4af8d6e749 req-99569559-7ef7-4b83-8006-0cf8c2c1b461 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Nov 19 03:23:15.269876 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cf4e49a7-9c71-41b3-ba03-5d4af8d6e749 req-89288ce0-80f2-48ba-a3db-a01823133c80 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Nov 19 03:23:16.241462 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150d62-93d2-4da4-8573-d46c07b69f1f req-defa4376-870b-49b9-a8dd-c6c679dd3f2d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:16.243657 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e150d62-93d2-4da4-8573-d46c07b69f1f req-defa4376-870b-49b9-a8dd-c6c679dd3f2d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0647576 Nov 19 03:23:16.291216 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e150d62-93d2-4da4-8573-d46c07b69f1f req-3874abc4-fd3c-4aa8-accd-fdc97d4774e5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Nov 19 03:23:17.418041 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84a32-adda-4920-a6c3-ec1f98b49f9b req-e55035b9-cb6b-4458-9595-080a1a4ee6a3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:17.419580 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a5a84a32-adda-4920-a6c3-ec1f98b49f9b req-e55035b9-cb6b-4458-9595-080a1a4ee6a3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0510793 Nov 19 03:23:17.468115 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a5a84a32-adda-4920-a6c3-ec1f98b49f9b req-b9a937ff-2436-447e-840c-2f409b082993 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422785 Nov 19 03:23:17.611207 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d3ccb-4d26-4188-a977-e59ca6ec6008 req-2b59d6a0-1a1b-48a8-a1d9-c7e91f78dda9 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:17.612622 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4c1d3ccb-4d26-4188-a977-e59ca6ec6008 req-2b59d6a0-1a1b-48a8-a1d9-c7e91f78dda9 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0550129 Nov 19 03:23:17.662089 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4c1d3ccb-4d26-4188-a977-e59ca6ec6008 req-476a7126-5c62-408a-a336-f38734891a7d tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Nov 19 03:23:17.683864 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 57606) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:17.863088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fbeae3-5912-4ca6-a3cc-3e3705c3cc34 tempest-TestMinimumBasicScenario-1053750842 tempest-TestMinimumBasicScenario-1053750842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:17.864600 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b3fbeae3-5912-4ca6-a3cc-3e3705c3cc34 tempest-TestMinimumBasicScenario-1053750842 tempest-TestMinimumBasicScenario-1053750842-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1093 time: 0.1797686 Nov 19 03:23:17.867410 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 57610) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:17.871625 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'port_id': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:17.895658 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:17.995947 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.100953 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Allocated IP 172.27.0.122 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/7db5bb80-a587-4e94-99ee-0e7c14a00595) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:23:18.205861 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.240519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.279714 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:23:18.282718 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:23:18.286018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:23:18.291257 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'Port': ['ID=7db5bb80-a587-4e94-99ee-0e7c14a00595,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:18.316860 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.317206 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.317544 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.317876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.318200 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.318544 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.318868 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.319189 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.319506 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.319830 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.320149 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.320465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:23:18.661986 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169132-e41f-49d6-a387-dcf431c1b12f req-3b6a6960-2098-4afe-a9e1-ff0e3b218079 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:18.663415 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a5169132-e41f-49d6-a387-dcf431c1b12f req-3b6a6960-2098-4afe-a9e1-ff0e3b218079 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.1238706 Nov 19 03:23:18.691490 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:23:18.694363 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.752543 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a5169132-e41f-49d6-a387-dcf431c1b12f req-7100221d-f0db-4248-b56e-e6cbd3c271f5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791183 Nov 19 03:23:18.786999 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.792441 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:18.804489 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '4b50d896-6a79-4185-a31c-1931a0b889be', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be', 'mac_address': 'fa:16:3e:36:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:23:18.840646 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.853717 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b50d896-6a79-4185-a31c-1931a0b889be {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:23:18.873639 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:18.878411 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.928881 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=6']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:18.934403 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:18.939587 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.004017 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'Port': ['ID=7db5bb80-a587-4e94-99ee-0e7c14a00595,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:19.017617 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.116734 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Floating IP 4cf3be41-697d-40e4-8398-3a23457248b9 associated. External IP: 172.27.0.122, port: 4ad10a71-4d53-4076-951d-e0ce7c2cbf68. Nov 19 03:23:19.202193 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4b50d896-6a79-4185-a31c-1931a0b889be'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:19.558185 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Router 41941983-42df-4853-a44a-25abe927b1df has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:23:19.665097 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:23:19.676239 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] Sync routers for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:23:19.685927 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:23:19.687266 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:23:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:23:19.688478 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.715956 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ba387057-7d14-4081-9f73-0c5520fd70ad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8475156 Nov 19 03:23:19.716555 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:19.719007 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57626) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:19.719382 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c195b8-78bf-4d11-a890-b34243b49393" -d '{"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:19.728052 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932230399', 'description': 'tempest-secgroup-smoke-1932230399 description', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:19.792264 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.797383 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93c5695-274b-4d19-9d70-04c5efee7cf8 x-openstack-request-id: req-d93c5695-274b-4d19-9d70-04c5efee7cf8 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:19.797678 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:19.797931 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d93c5695-274b-4d19-9d70-04c5efee7cf8 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:19.798328 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'status': 'completed', 'code': 200} Nov 19 03:23:19.811900 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:23:19.862233 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.867081 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.895100 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.897530 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1774783 Nov 19 03:23:19.898116 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57632) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:19.905331 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group_rule': {'security_group_id': '9598f72b-c6c1-440d-a3d9-1474d29d38f6', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:19.921103 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f00e44-31f0-4c99-b2eb-047bd5c5afa9 req-18e5e519-89d0-4b86-b3fa-382f407055a1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:19.926033 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f8be7-e610-403f-8ddc-1d1c308f63c6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9598f72b-c6c1-440d-a3d9-1474d29d38f6,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:19.928866 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0f00e44-31f0-4c99-b2eb-047bd5c5afa9 req-18e5e519-89d0-4b86-b3fa-382f407055a1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0926437 Nov 19 03:23:19.958622 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:19.973845 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c195b8-78bf-4d11-a890-b34243b49393 req-1192f56d-5436-43ee-a831-6231400f9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:19.975422 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-1192f56d-5436-43ee-a831-6231400f9f15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0933285 Nov 19 03:23:20.015627 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0f00e44-31f0-4c99-b2eb-047bd5c5afa9 req-5167f024-8ea2-45ab-994e-96438a86b560 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856261 Nov 19 03:23:20.015847 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.021055 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.043306 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e6a62e-e368-410d-8dbb-f3ac25079038,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:20.060695 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.062972 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9084a0f9-4bde-49b0-9268-511be46fa627 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618028 Nov 19 03:23:20.065655 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57634) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:20.070934 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group_rule': {'security_group_id': '9598f72b-c6c1-440d-a3d9-1474d29d38f6', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:20.096227 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4cf3be41-697d-40e4-8398-3a23457248b9', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '41941983-42df-4853-a44a-25abe927b1df', 'port_id': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'mac_address': 'fa:16:3e:6e:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:23:18Z', 'updated_at': '2021-11-19T03:23:18Z', 'revision_number': 0, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:23:20.106206 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c195b8-78bf-4d11-a890-b34243b49393 req-c688feec-674d-4049-8dc2-9586319176b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:20.107529 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.107719 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-c688feec-674d-4049-8dc2-9586319176b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 916 time: 0.1201236 Nov 19 03:23:20.122956 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] Checking router: 41941983-42df-4853-a44a-25abe927b1df for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:23:20.132647 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:23:20.133250 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:23:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:23:20.174460 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.180061 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.189227 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-67573b96-efd8-4018-9592-530940fd0f34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 999 time: 0.0733554 Nov 19 03:23:20.198002 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21196af-d521-48b0-83d6-2daef377cdaa,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:20.209600 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.210814 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-169c220b-489b-49ed-9418-5fac4c450f0e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437223 Nov 19 03:23:20.213531 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57636) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:20.217812 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group_rule': {'security_group_id': '9598f72b-c6c1-440d-a3d9-1474d29d38f6', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:20.244972 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.256306 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:23:20.260833 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c195b8-78bf-4d11-a890-b34243b49393 req-2a8d864f-0ee6-4f83-ac56-0c0ffcab1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:20.262341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-2a8d864f-0ee6-4f83-ac56-0c0ffcab1385 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0630870 Nov 19 03:23:20.319513 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.323193 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c195b8-78bf-4d11-a890-b34243b49393 req-0c4eff6f-90c0-4b06-96d3-d65b09f937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:20.324934 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-0c4eff6f-90c0-4b06-96d3-d65b09f937ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546594 Nov 19 03:23:20.325275 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.344682 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7650471-8e83-4af0-aca7-0b532aab0ab4,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:20.354430 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.358785 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-717baacf-311f-4d7a-a515-20b784f01a51 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411865 Nov 19 03:23:20.359027 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 57640) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:20.390313 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group_rule': {'security_group_id': '9598f72b-c6c1-440d-a3d9-1474d29d38f6', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:20.440162 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.465266 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-a7b7f2ed-6830-4e09-a187-9a5d3a49d589 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320407 Nov 19 03:23:20.507906 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4cf3be41-697d-40e4-8398-3a23457248b9', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '41941983-42df-4853-a44a-25abe927b1df', 'port_id': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'mac_address': 'fa:16:3e:6e:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:23:18Z', 'updated_at': '2021-11-19T03:23:18Z', 'revision_number': 0, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:23:20.533580 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da131ceb-49be-4040-a15c-deeb80afa679 None None] The sync data for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi is: [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4cf3be41-697d-40e4-8398-3a23457248b9', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '41941983-42df-4853-a44a-25abe927b1df', 'port_id': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'mac_address': 'fa:16:3e:6e:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:23:18Z', 'updated_at': '2021-11-19T03:23:18Z', 'revision_number': 0, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:23:20.565656 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.576322 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.614725 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.615927 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2558503 Nov 19 03:23:20.618607 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3be76-9257-46f0-a757-c824c19c2a3c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f6de3c-2189-4e85-ba6b-3e10dce6880d,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:20.619070 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57644) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:20.623066 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-52c195b8-78bf-4d11-a890-b34243b49393 req-85c93df6-a3e4-4f64-885b-a921402f3af0 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381662 Nov 19 03:23:20.624507 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group_rule': {'security_group_id': '9598f72b-c6c1-440d-a3d9-1474d29d38f6', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:20.647717 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.securitygroups_db [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Project c8cae9fa88fe44aa9fb69e4e206b3e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 03:23:20.652943 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.718372 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.720804 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:23:20.723253 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.741400 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0ba9ad-b84c-480c-9933-4a3626a64913,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:20.751403 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.752764 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-fc9b22d7-94fe-4adc-b8cc-fd6acf06c986 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324270 Nov 19 03:23:20.755486 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 57646) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:20.760749 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'security_group_rule': {'security_group_id': '9598f72b-c6c1-440d-a3d9-1474d29d38f6', 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:20.761722 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f2f29b-58c7-448f-9287-0235cefaf9e0 None None] New status for floating IP 4cf3be41-697d-40e4-8398-3a23457248b9: ACTIVE {{(pid=102575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:23:20.787270 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.securitygroups_db [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Project c8cae9fa88fe44aa9fb69e4e206b3e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 03:23:20.792978 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.858266 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.862288 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.876268 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 4b50d896-6a79-4185-a31c-1931a0b889be triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:23:20.876646 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.879973 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1f0b94-8771-4fe1-ae73-b02137bd27c0,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:20.889757 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:20.891125 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-4135d659-ccd9-4aee-b75e-e3f5891822a8 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345620 Nov 19 03:23:20.995041 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-b78c72ef-ef97-4369-9a93-a5135d9750d6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932230399&fields=id&tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61 HTTP/1.1" status: 200 len: 267 time: 0.0543616 Nov 19 03:23:20.998746 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.021131 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:21.023581 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0eae96-57fd-40fb-ad37-5efa57fd283c" -d '{"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:21.037034 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:21.041159 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.043274 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-e1f80223-18b3-49d0-918a-6785b4910eb1 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:21.045101 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-e1f80223-18b3-49d0-918a-6785b4910eb1 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Nov 19 03:23:21.058756 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'port': {'security_groups': ['ff5cd549-e0b6-4521-9762-3d873286c7e9', '9598f72b-c6c1-440d-a3d9-1474d29d38f6']}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:23:21.068747 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e56209-0d04-4eaa-bc27-831464eeb9d3 x-openstack-request-id: req-c3e56209-0d04-4eaa-bc27-831464eeb9d3 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:21.069182 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:21.069437 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c3e56209-0d04-4eaa-bc27-831464eeb9d3 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:21.069820 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'code': 200} Nov 19 03:23:21.099003 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=7']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:21.155991 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.213313 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41503-97c1-4ac0-9679-c1016e08d9ae req-c87ff399-a35b-492b-80a6-982e8840ac86 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:21.214771 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-35b41503-97c1-4ac0-9679-c1016e08d9ae req-c87ff399-a35b-492b-80a6-982e8840ac86 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0949874 Nov 19 03:23:21.301582 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-35b41503-97c1-4ac0-9679-c1016e08d9ae req-38821ac6-0ca8-4901-a573-dba2a570091a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773053 Nov 19 03:23:21.389687 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:21.418600 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.423540 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.471426 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:21.472063 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.473454 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1871df83-6907-4d8a-b324-ae08e30109a7 req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "PUT /v2.0/ports/4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 981 time: 0.4197528 Nov 19 03:23:21.490156 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4ad10a71-4d53-4076-951d-e0ce7c2cbf68'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:21.494345 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0aaff-d31f-44d5-9457-09d7087031b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=6']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:21.588577 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a99cb-9cda-4137-a543-f62b3b0faafb req-c656fd80-238a-41ef-915d-7fba3cf3b5a0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:21.590139 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e02a99cb-9cda-4137-a543-f62b3b0faafb req-c656fd80-238a-41ef-915d-7fba3cf3b5a0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0629845 Nov 19 03:23:21.659098 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e02a99cb-9cda-4137-a543-f62b3b0faafb req-56a444ea-c183-4aeb-9e42-a1736179105f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621195 Nov 19 03:23:21.749441 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7ee4320c-30d2-4b50-984a-c1df30c1caec None None] Provisioning complete for port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:23:21.749970 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7ee4320c-30d2-4b50-984a-c1df30c1caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:21.799460 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:21.801811 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7055bc80-1160-46ae-9dc6-5343a311bd32" -d '{"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:21.841241 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0793f864-dc0a-4044-b46b-d353e4f47ba4 x-openstack-request-id: req-0793f864-dc0a-4044-b46b-d353e4f47ba4 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:21.841611 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:21.841934 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0793f864-dc0a-4044-b46b-d353e4f47ba4 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:21.843196 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'status': 'completed', 'code': 200} Nov 19 03:23:21.866836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4ad10a71-4d53-4076-951d-e0ce7c2cbf68'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:21.961269 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-2141aab5-1605-4aa1-87e1-589d312d2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:21.963109 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-2141aab5-1605-4aa1-87e1-589d312d2ab5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1137 time: 0.0428112 Nov 19 03:23:22.063847 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-c7e83fb3-082e-458d-a9e1-508c9589d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:22.065336 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-c7e83fb3-082e-458d-a9e1-508c9589d92c service neutron] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 916 time: 0.0851321 Nov 19 03:23:22.140940 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-e8594a86-aa4d-4b60-9501-be60c1a778b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 1001 time: 0.0629945 Nov 19 03:23:22.192052 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-29c848c8-3930-40d9-89d2-082b7697d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:22.193433 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-29c848c8-3930-40d9-89d2-082b7697d8b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0443382 Nov 19 03:23:22.245803 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-c548e524-b326-430d-88ce-e6bf9a02121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:22.247352 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-c548e524-b326-430d-88ce-e6bf9a02121c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403748 Nov 19 03:23:22.343696 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-7fb8dfcf-6437-4ab0-b298-91ccc5222fc3 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858200 Nov 19 03:23:22.475284 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d639-ed47-4dc4-ae25-ad40348c9f0b req-bb958554-18bd-472f-9fec-3e411e198943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:22.476748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-54a8d639-ed47-4dc4-ae25-ad40348c9f0b req-bb958554-18bd-472f-9fec-3e411e198943 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0820827 Nov 19 03:23:22.480258 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7055bc80-1160-46ae-9dc6-5343a311bd32 req-6201683e-a5f5-4345-9ff4-3fcfc84c2e22 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275563 Nov 19 03:23:22.525947 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-54a8d639-ed47-4dc4-ae25-ad40348c9f0b req-0efc997b-a69f-46cd-8932-96d193a6f004 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Nov 19 03:23:23.660053 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a35f1-6848-46e6-8376-fd2d6f17e3f3 req-69bdec9a-5efc-4700-b52b-2b98c81478c2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:23.662310 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e19a35f1-6848-46e6-8376-fd2d6f17e3f3 req-69bdec9a-5efc-4700-b52b-2b98c81478c2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0535264 Nov 19 03:23:23.724432 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e19a35f1-6848-46e6-8376-fd2d6f17e3f3 req-80442c61-adea-49be-bfa7-04a94f67407d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537148 Nov 19 03:23:24.869876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0953-c8ef-4cb6-b527-4eba50044cf8 req-65326075-1c91-410d-abcf-f2699cc637a9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:24.870959 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e57f0953-c8ef-4cb6-b527-4eba50044cf8 req-65326075-1c91-410d-abcf-f2699cc637a9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0731356 Nov 19 03:23:24.942223 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e57f0953-c8ef-4cb6-b527-4eba50044cf8 req-a8a1046e-a3f7-4c62-b918-9a0627811280 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624475 Nov 19 03:23:26.116502 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8de2e-b69e-4d90-8620-89b4144f688a req-b9b65225-0111-4cc0-b9ca-1a9f4b24bf5f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:26.119100 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51f8de2e-b69e-4d90-8620-89b4144f688a req-b9b65225-0111-4cc0-b9ca-1a9f4b24bf5f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0900888 Nov 19 03:23:26.183160 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51f8de2e-b69e-4d90-8620-89b4144f688a req-8d6ed6ba-e7e9-4b33-95de-fdc2423db6eb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557399 Nov 19 03:23:27.326443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a6e0f-b068-4b37-b701-4a37e68960f8 req-cda6ce89-c08c-432b-b780-8840ffe2ecf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:27.334164 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac2a6e0f-b068-4b37-b701-4a37e68960f8 req-cda6ce89-c08c-432b-b780-8840ffe2ecf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0640419 Nov 19 03:23:27.379928 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac2a6e0f-b068-4b37-b701-4a37e68960f8 req-315a900e-6403-4f10-acc2-5ae5130be15d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Nov 19 03:23:28.516308 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc31fd5-b194-4f82-af64-7bc15fb50ea1 req-2954f0f2-5f6c-4c5d-bca5-40ad38934282 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:28.518491 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-abc31fd5-b194-4f82-af64-7bc15fb50ea1 req-2954f0f2-5f6c-4c5d-bca5-40ad38934282 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0536814 Nov 19 03:23:28.573439 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-abc31fd5-b194-4f82-af64-7bc15fb50ea1 req-df232590-4960-4de5-90a5-91622a1b09f0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486445 Nov 19 03:23:28.969726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6c74-15ed-4f63-8b2f-0fa25a9a7dd6 req-824ce29f-552c-46c4-983b-1366a7674a43 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:28.971409 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6e4d6c74-15ed-4f63-8b2f-0fa25a9a7dd6 req-824ce29f-552c-46c4-983b-1366a7674a43 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0743010 Nov 19 03:23:29.041612 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6e4d6c74-15ed-4f63-8b2f-0fa25a9a7dd6 req-cf086442-6097-4df4-8c66-4a7c30ade6f5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635352 Nov 19 03:23:29.714018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefc439-905f-4e0d-8229-cc6c74270d88 req-c4ed04f0-3633-4f64-8acb-6e31edbabe05 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:29.716547 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-edefc439-905f-4e0d-8229-cc6c74270d88 req-c4ed04f0-3633-4f64-8acb-6e31edbabe05 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0604882 Nov 19 03:23:29.794491 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-edefc439-905f-4e0d-8229-cc6c74270d88 req-9dfc02a8-2f80-4f6e-81e4-c4ccac30ca01 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538874 Nov 19 03:23:30.011556 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ae6b8-1ae2-468f-94c2-c9c8efa2f8af req-b7628374-40a4-48d6-ab56-e5c3101bf2c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:30.015683 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9d2ae6b8-1ae2-468f-94c2-c9c8efa2f8af req-b7628374-40a4-48d6-ab56-e5c3101bf2c9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.0773046 Nov 19 03:23:30.132968 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9d2ae6b8-1ae2-468f-94c2-c9c8efa2f8af req-aa67a470-2b5a-44a9-a88f-db1d8984eb5d tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113939 Nov 19 03:23:30.232371 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94149-910c-4efd-88ec-15389296e8d9 req-d3306df8-560d-4b0b-975a-a14cc5f48ee3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:30.234879 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51c94149-910c-4efd-88ec-15389296e8d9 req-d3306df8-560d-4b0b-975a-a14cc5f48ee3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0685439 Nov 19 03:23:30.290614 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51c94149-910c-4efd-88ec-15389296e8d9 req-2cfab295-8298-4a8c-98e1-bd0ec736c6ec tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492730 Nov 19 03:23:30.940749 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b3720-60ce-4fe8-b313-320000c949b6 req-91e79d19-738b-4074-8c69-22f15ffce880 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:30.942387 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b93b3720-60ce-4fe8-b313-320000c949b6 req-91e79d19-738b-4074-8c69-22f15ffce880 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0547326 Nov 19 03:23:30.993688 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b93b3720-60ce-4fe8-b313-320000c949b6 req-8bba38f7-18cd-4567-8385-a099ca1ce16f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453963 Nov 19 03:23:31.276858 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461159-8e5b-4864-8264-4fefb3d10c99 req-60afaf5c-093f-4ad3-b2e4-a09ad08c2911 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:31.281654 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44461159-8e5b-4864-8264-4fefb3d10c99 req-60afaf5c-093f-4ad3-b2e4-a09ad08c2911 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.0594418 Nov 19 03:23:31.366381 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44461159-8e5b-4864-8264-4fefb3d10c99 req-d712dfb1-8f35-4c71-912f-02b5f2ba29fb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Nov 19 03:23:31.430548 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed7a78-a648-415d-bd87-b906bd34f03a req-8dee9a3d-9810-4229-9843-50c29d836ac8 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:31.438638 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-beed7a78-a648-415d-bd87-b906bd34f03a req-8dee9a3d-9810-4229-9843-50c29d836ac8 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0648160 Nov 19 03:23:31.489901 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-beed7a78-a648-415d-bd87-b906bd34f03a req-de7a00ef-4e87-44ea-82c8-d6cd736e5baf tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 Nov 19 03:23:32.139816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c34f2-3367-44b9-a438-836c679ca616 req-4c7dd437-4d29-48ca-b250-7fe1742d99f7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:32.141664 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e64c34f2-3367-44b9-a438-836c679ca616 req-4c7dd437-4d29-48ca-b250-7fe1742d99f7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0746741 Nov 19 03:23:32.196355 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e64c34f2-3367-44b9-a438-836c679ca616 req-351ec152-0dad-4ca9-8501-f5aac74d5e2e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479522 Nov 19 03:23:32.527405 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d98a33-5d2c-43cd-9575-0ac2d1ede53d req-560e86df-bc10-4cc9-a48b-9b5b3107e614 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:32.529052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-88d98a33-5d2c-43cd-9575-0ac2d1ede53d req-560e86df-bc10-4cc9-a48b-9b5b3107e614 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.0572157 Nov 19 03:23:32.603422 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-88d98a33-5d2c-43cd-9575-0ac2d1ede53d req-2317dab0-046b-442b-89c6-96ea5068a9bb tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594254 Nov 19 03:23:32.665196 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2fe9d-ae8c-4d6e-84c0-ca7e1eb36f79 req-8cde3e8e-7744-4a02-b1bb-a172ebd80111 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:32.666742 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4ca2fe9d-ae8c-4d6e-84c0-ca7e1eb36f79 req-8cde3e8e-7744-4a02-b1bb-a172ebd80111 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0623438 Nov 19 03:23:32.736112 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4ca2fe9d-ae8c-4d6e-84c0-ca7e1eb36f79 req-d19a45ff-5544-4493-996d-73f3cf865a0d tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618005 Nov 19 03:23:32.962835 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-5f13b4b3-bfde-48c4-9ef8-b80d5ce46b10 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:32.964556 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-5f13b4b3-bfde-48c4-9ef8-b80d5ce46b10 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 946 time: 0.0569916 Nov 19 03:23:33.133169 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-37cbbcbf-b68f-4774-98a6-ff68f8dbffcd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:33.135937 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-37cbbcbf-b68f-4774-98a6-ff68f8dbffcd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 946 time: 0.1190927 Nov 19 03:23:33.163122 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Deleting port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:23:33.163839 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.271844 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] For port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:33.272152 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.289336 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Calling delete_port for 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:23:33.336271 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Deleting port acf6de7e-c417-4238-b1f6-5062a513bfba {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:23:33.337424 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.398802 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d3a63-4511-4676-9ecf-9b190a1f1e81 req-d9e9ee56-7b99-4084-9c26-62099c891df2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:33.400289 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-663d3a63-4511-4676-9ecf-9b190a1f1e81 req-d9e9ee56-7b99-4084-9c26-62099c891df2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0647538 Nov 19 03:23:33.490154 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] For port acf6de7e-c417-4238-b1f6-5062a513bfba, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=acf6de7e-c417-4238-b1f6-5062a513bfba,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:33.491361 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-663d3a63-4511-4676-9ecf-9b190a1f1e81 req-ea5e224e-1ac7-438f-8307-bda4583c9bb2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834711 Nov 19 03:23:33.498937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.528407 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Calling delete_port for acf6de7e-c417-4238-b1f6-5062a513bfba owned by compute:nova {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:23:33.539844 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.577915 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Pushing event deleted for resources: {'Port': ['ID=0fcea7e8-8abe-4c82-990b-b3b5386e6d48,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:33.592051 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['f3a1472b-becd-4a09-9300-3ef891038626', '0fcea7e8-8abe-4c82-990b-b3b5386e6d48'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:33.655364 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] No DVR routers for this DVR port 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:23:33.658462 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.662421 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a75bdf2-e617-458a-bfe4-64d587b317db req-34b50d08-b4bd-4089-90a4-606c9026b90c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "DELETE /v2.0/ports/0fcea7e8-8abe-4c82-990b-b3b5386e6d48 HTTP/1.1" status: 204 len: 173 time: 0.6477919 Nov 19 03:23:33.663184 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'name': 'network-vif-deleted', 'tag': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:33.666691 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf238c7e-5dfb-4677-a36c-34775f9ac3d5" -d '{"events": [{"server_uuid": "3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8", "name": "network-vif-deleted", "tag": "0fcea7e8-8abe-4c82-990b-b3b5386e6d48"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:33.768398 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.788538 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78352cbb-5733-4846-93e6-9284af63ce65 x-openstack-request-id: req-78352cbb-5733-4846-93e6-9284af63ce65 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:33.788961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8", "name": "network-vif-deleted", "tag": "0fcea7e8-8abe-4c82-990b-b3b5386e6d48", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:33.789066 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78352cbb-5733-4846-93e6-9284af63ce65 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:33.793022 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8', 'name': 'network-vif-deleted', 'tag': '0fcea7e8-8abe-4c82-990b-b3b5386e6d48', 'status': 'completed', 'code': 200} Nov 19 03:23:33.835678 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6b11-9826-44e7-ae33-c691805c387a req-06ac7cae-0634-45c2-859b-70a911d879da tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:33.844162 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-711b6b11-9826-44e7-ae33-c691805c387a req-06ac7cae-0634-45c2-859b-70a911d879da tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 867 time: 0.1323211 Nov 19 03:23:33.919042 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event deleted for resources: {'Port': ['ID=acf6de7e-c417-4238-b1f6-5062a513bfba,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:33.922923 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f69560f-46a5-47c5-b33c-0cec1fcc2218 req-a37b2d51-fc35-4130-997d-78069915b3ff tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f4ce89c-3b23-497c-aa6f-bfde3fabcbc8 HTTP/1.1" status: 200 len: 210 time: 0.0502603 Nov 19 03:23:33.964563 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] No DVR routers for this DVR port acf6de7e-c417-4238-b1f6-5062a513bfba on host hv-cinder-81803 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:23:33.968564 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:33.970527 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-711b6b11-9826-44e7-ae33-c691805c387a req-8bae21cb-5385-4c0c-a920-65d11e9e2787 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204185 Nov 19 03:23:33.972371 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-964fbef7-50b4-4d30-ba47-ac24c06ac9f9 req-575d00f2-05ec-4ae5-85b9-72881330af94 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "DELETE /v2.0/ports/acf6de7e-c417-4238-b1f6-5062a513bfba HTTP/1.1" status: 204 len: 173 time: 0.8244398 Nov 19 03:23:33.972861 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'name': 'network-vif-deleted', 'tag': 'acf6de7e-c417-4238-b1f6-5062a513bfba'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:33.982893 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5699445-51a8-473f-8107-d4348995865d" -d '{"events": [{"server_uuid": "fcff5f64-47d5-42be-b3d9-178bc26dff6b", "name": "network-vif-deleted", "tag": "acf6de7e-c417-4238-b1f6-5062a513bfba"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:34.022894 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0796c29-1ca8-4545-8c24-c736c1dfb76c x-openstack-request-id: req-d0796c29-1ca8-4545-8c24-c736c1dfb76c {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:34.023489 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcff5f64-47d5-42be-b3d9-178bc26dff6b", "name": "network-vif-deleted", "tag": "acf6de7e-c417-4238-b1f6-5062a513bfba", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:34.023489 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0796c29-1ca8-4545-8c24-c736c1dfb76c {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:34.023940 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcff5f64-47d5-42be-b3d9-178bc26dff6b', 'name': 'network-vif-deleted', 'tag': 'acf6de7e-c417-4238-b1f6-5062a513bfba', 'status': 'completed', 'code': 200} Nov 19 03:23:34.357218 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d', '004bc3b2-8042-48ab-abde-62fc17b827d2', 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3', 'acf6de7e-c417-4238-b1f6-5062a513bfba'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:34.653621 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432206b-8f7b-4d60-8dc2-b662e56166b9 req-0e0debb9-4fdf-4b6b-bb54-012fd4d086ee tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:34.656319 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b432206b-8f7b-4d60-8dc2-b662e56166b9 req-0e0debb9-4fdf-4b6b-bb54-012fd4d086ee tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0727677 Nov 19 03:23:34.704661 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b432206b-8f7b-4d60-8dc2-b662e56166b9 req-193c42dc-a84b-4f24-b50e-fd31f880c38d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Nov 19 03:23:35.071997 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-aa1bed3f-6a34-47be-a2bc-08996e370c5f req-810dd25e-de3e-48d1-937b-a88deaa85060 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcff5f64-47d5-42be-b3d9-178bc26dff6b HTTP/1.1" status: 200 len: 210 time: 0.0278971 Nov 19 03:23:35.200288 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f125da-c413-48b6-a8cf-aeaf392066a8 req-44926558-039f-431c-88d4-80d3437f62f1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:35.201779 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73f125da-c413-48b6-a8cf-aeaf392066a8 req-44926558-039f-431c-88d4-80d3437f62f1 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0528500 Nov 19 03:23:35.250057 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73f125da-c413-48b6-a8cf-aeaf392066a8 req-0814c614-019f-4f1e-b0cb-e86129fa56f5 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Nov 19 03:23:35.711329 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-b1d70350-3c6d-4cba-9861-d84ebe969f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:35.712779 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-b1d70350-3c6d-4cba-9861-d84ebe969f86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0398252 Nov 19 03:23:35.825436 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-ff03ea75-4790-4272-b649-be8594575a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:35.827804 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-ff03ea75-4790-4272-b649-be8594575a2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0945685 Nov 19 03:23:35.828633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c849-32f3-485d-af70-daff170e1c8a req-489e94ea-9e1c-4c18-b235-6476f28fb693 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:35.830080 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c659c849-32f3-485d-af70-daff170e1c8a req-489e94ea-9e1c-4c18-b235-6476f28fb693 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0494215 Nov 19 03:23:35.877524 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c659c849-32f3-485d-af70-daff170e1c8a req-ef44ea9b-b29b-476e-b531-5e475369e428 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Nov 19 03:23:35.898355 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-7ba7aeba-a489-46d0-ad10-c56f0916b76d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 1000 time: 0.0615590 Nov 19 03:23:35.953477 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-d104ba2d-af93-4f41-bcea-c3a98c05b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:35.955024 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-d104ba2d-af93-4f41-bcea-c3a98c05b14d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0468678 Nov 19 03:23:36.014751 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-54428998-6438-418d-b59e-57937d101d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:36.016628 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-54428998-6438-418d-b59e-57937d101d7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408304 Nov 19 03:23:36.105791 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-bc48fa16-4fb1-4238-94da-0c95d1a2e3d2 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803483 Nov 19 03:23:36.205767 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a56407de-820b-4d21-96ee-81cf3d5b0dfb req-18f06dd2-f0e8-4568-a534-30c43f9b73e6 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918465 Nov 19 03:23:36.368766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f2504-488b-495e-955d-8c1131a81f9b req-6f438e8f-fe4c-401f-8e51-1822170a226b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:36.370201 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-086f2504-488b-495e-955d-8c1131a81f9b req-6f438e8f-fe4c-401f-8e51-1822170a226b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Nov 19 03:23:36.416218 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-086f2504-488b-495e-955d-8c1131a81f9b req-fcba0259-582a-4f67-9dcf-ec034a960307 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Nov 19 03:23:36.803593 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:36.822826 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:23:36.823162 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 0fcea7e8-8abe-4c82-990b-b3b5386e6d48 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:23:36.823555 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device acf6de7e-c417-4238-b1f6-5062a513bfba no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:36.842024 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: acf6de7e-c417-4238-b1f6-5062a513bfba {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:23:36.842975 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device acf6de7e-c417-4238-b1f6-5062a513bfba not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:23:36.994566 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2473f-948c-44e6-85b7-8813907e262b req-ae94dd15-e4c7-4573-9cea-63291096d19d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:36.996000 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3e2473f-948c-44e6-85b7-8813907e262b req-ae94dd15-e4c7-4573-9cea-63291096d19d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0477545 Nov 19 03:23:37.042919 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3e2473f-948c-44e6-85b7-8813907e262b req-da642181-50ac-4200-b1aa-efafea6600cb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Nov 19 03:23:37.370463 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-58f2ddb5-515c-4172-b4eb-b25e1c6d1248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:37.461880 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a8a20-6150-4fb3-b7b6-9e162b733eeb req-9510d0db-4dc4-4de7-8538-a71058c5e5ac tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:37.463527 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cf8a8a20-6150-4fb3-b7b6-9e162b733eeb req-9510d0db-4dc4-4de7-8538-a71058c5e5ac tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0486088 Nov 19 03:23:37.537795 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cf8a8a20-6150-4fb3-b7b6-9e162b733eeb req-b457915c-4c92-4e56-a36e-039aad4fb1db tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676339 Nov 19 03:23:37.556334 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d72fc-4afc-4c10-9e55-acda9797e900 req-81e6e049-cd97-4fc5-a4d3-655d672a48a3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:37.557767 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e1d72fc-4afc-4c10-9e55-acda9797e900 req-81e6e049-cd97-4fc5-a4d3-655d672a48a3 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0687597 Nov 19 03:23:37.604687 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e1d72fc-4afc-4c10-9e55-acda9797e900 req-35e1519f-9b03-4a4e-b371-8ff654c4e8ea tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Nov 19 03:23:37.615638 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:38.161036 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06ea4b-64f5-403d-a696-f67cad304577 req-b58b498c-3d2b-45cc-aea4-b37739f4a8b0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:38.162516 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a06ea4b-64f5-403d-a696-f67cad304577 req-b58b498c-3d2b-45cc-aea4-b37739f4a8b0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Nov 19 03:23:38.210410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a06ea4b-64f5-403d-a696-f67cad304577 req-3eef6f89-bad5-4097-bc55-dcb1cea3142d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Nov 19 03:23:38.661082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65228ebc-5eee-48cf-9150-faadfb2d2e09 req-e7ca23f9-8d39-4b3d-ad58-1caead190e7a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:38.662571 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-65228ebc-5eee-48cf-9150-faadfb2d2e09 req-e7ca23f9-8d39-4b3d-ad58-1caead190e7a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0536833 Nov 19 03:23:38.738431 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-65228ebc-5eee-48cf-9150-faadfb2d2e09 req-868493ef-e4cf-4159-bdfd-673029e71508 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698888 Nov 19 03:23:38.750275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8b8b8-86b7-4c03-a040-3e1e8e9310b6 req-d896c57e-114b-4160-a381-c3fb5b8eb6fd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:38.751770 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b6d8b8b8-86b7-4c03-a040-3e1e8e9310b6 req-d896c57e-114b-4160-a381-c3fb5b8eb6fd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0765290 Nov 19 03:23:38.799764 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b6d8b8b8-86b7-4c03-a040-3e1e8e9310b6 req-4864a77c-613a-480f-98d9-469ac490323c tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Nov 19 03:23:38.800026 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:38.876458 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:38.897813 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:38.900057 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3f746f-33c1-4cce-bbdd-5b6a8040ff4e" -d '{"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:38.913276 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:38.917726 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:38.944537 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9564faf3-e1b7-4050-8af8-0c2fdf82776e x-openstack-request-id: req-9564faf3-e1b7-4050-8af8-0c2fdf82776e {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:38.944829 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:38.945081 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9564faf3-e1b7-4050-8af8-0c2fdf82776e {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:38.945514 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'code': 200} Nov 19 03:23:38.970765 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=8']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:39.328584 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0571e87-5719-4841-b4fe-ec53dbb0877f req-6f91a267-03cb-4b55-96dc-34a18821c1a1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:39.329952 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0571e87-5719-4841-b4fe-ec53dbb0877f req-6f91a267-03cb-4b55-96dc-34a18821c1a1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0486300 Nov 19 03:23:39.378329 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b0571e87-5719-4841-b4fe-ec53dbb0877f req-fff09cfa-a4d9-4da0-8c2c-5c73c59fdcb5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Nov 19 03:23:39.646106 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-49d26b32-f4ad-427c-8099-3e273281cbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:39.839832 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-60dcc6e9-3b70-47d5-a274-41c72bbf5c11 req-3b76f771-c786-4e61-8e8c-b1c23fd786a4 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:23:39.840705 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-60dcc6e9-3b70-47d5-a274-41c72bbf5c11 req-3b76f771-c786-4e61-8e8c-b1c23fd786a4 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067706 Nov 19 03:23:39.866935 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02e46e-0701-4f1b-8c70-030be5d59361 req-503d0bde-4bf5-432a-801e-6aede26a99a7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:39.868404 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a02e46e-0701-4f1b-8c70-030be5d59361 req-503d0bde-4bf5-432a-801e-6aede26a99a7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0613399 Nov 19 03:23:39.935038 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3a02e46e-0701-4f1b-8c70-030be5d59361 req-156781b0-b738-4e89-9b19-4d25b9b7b0d7 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 Nov 19 03:23:40.014776 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa095b-46b0-4b60-9202-6d75da6ad520 req-5dffc5fe-736a-49f0-a5ad-0e81476db5d0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:40.016993 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bffa095b-46b0-4b60-9202-6d75da6ad520 req-5dffc5fe-736a-49f0-a5ad-0e81476db5d0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0612109 Nov 19 03:23:40.084652 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eb00f-df90-4472-8482-6faf1ae93d98 req-2cda7b02-e66f-41bc-9a86-4208c539af86 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:40.086113 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f3eb00f-df90-4472-8482-6faf1ae93d98 req-2cda7b02-e66f-41bc-9a86-4208c539af86 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0914178 Nov 19 03:23:40.094606 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bffa095b-46b0-4b60-9202-6d75da6ad520 req-6848ab30-8965-4380-8d2d-98d86039d9f2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Nov 19 03:23:40.137383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f3eb00f-df90-4472-8482-6faf1ae93d98 req-c96f221a-4095-4f04-b7a4-3ea49b9b430a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Nov 19 03:23:40.255210 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-de5d91b3-63e2-4123-a391-c40b27587e0b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:40.256734 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-de5d91b3-63e2-4123-a391-c40b27587e0b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 946 time: 0.0532358 Nov 19 03:23:40.338867 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 57932) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:23:40.361282 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Deleting port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:23:40.361621 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:40.426439 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-24e7971f-254f-483b-8c69-16b078ae7bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862720 Nov 19 03:23:40.434509 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-883538ea-614e-4a47-98c7-4bf1045910a7 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:23:40.435728 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-883538ea-614e-4a47-98c7-4bf1045910a7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053599 Nov 19 03:23:40.452548 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] For port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:40.452907 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:40.465753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Calling delete_port for ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 owned by compute:nova {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:23:40.606176 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:40.634928 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event deleted for resources: {'Port': ['ID=ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:40.647413 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d', '004bc3b2-8042-48ab-abde-62fc17b827d2', 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:40.688717 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] No DVR routers for this DVR port ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 on host hv-cinder-81803 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:23:40.692237 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:40.695774 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-1f6ff84a-f10c-4f33-b0f1-d08084065568 req-ad59c55e-5b15-4a55-816d-6620c340e856 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "DELETE /v2.0/ports/ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 HTTP/1.1" status: 204 len: 173 time: 0.4254007 Nov 19 03:23:40.696354 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'name': 'network-vif-deleted', 'tag': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:40.698729 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3efecd7-640d-4837-82cd-a5b3762fb1d8" -d '{"events": [{"server_uuid": "1bbce071-8bbc-400a-b7f8-5e42b947e146", "name": "network-vif-deleted", "tag": "ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:40.739314 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b4c7dc-9c70-49b4-837e-4c38c5a776de x-openstack-request-id: req-07b4c7dc-9c70-49b4-837e-4c38c5a776de {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:40.739999 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbce071-8bbc-400a-b7f8-5e42b947e146", "name": "network-vif-deleted", "tag": "ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:40.740348 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07b4c7dc-9c70-49b4-837e-4c38c5a776de {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:40.740844 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbce071-8bbc-400a-b7f8-5e42b947e146', 'name': 'network-vif-deleted', 'tag': 'ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3', 'status': 'completed', 'code': 200} Nov 19 03:23:40.797462 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:41.045966 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2dad3ce5-c8e2-49fc-adc8-154cac897d4f req-33425cf3-910a-4e2d-b140-c224a558995a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bbce071-8bbc-400a-b7f8-5e42b947e146 HTTP/1.1" status: 200 len: 210 time: 0.0266340 Nov 19 03:23:41.212679 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e8157-7c7b-451f-bf97-c9d01b6b68ce req-1215de6e-23bb-4922-aa14-f9a09dd0c6d7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:41.214016 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c9e8157-7c7b-451f-bf97-c9d01b6b68ce req-1215de6e-23bb-4922-aa14-f9a09dd0c6d7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Nov 19 03:23:41.289900 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d331-3d61-4ba9-ac1c-ba6844f4e2b1 req-bad93b86-5cf3-4812-b801-496f423aa712 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:41.291382 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1244d331-3d61-4ba9-ac1c-ba6844f4e2b1 req-bad93b86-5cf3-4812-b801-496f423aa712 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0764780 Nov 19 03:23:41.294981 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c9e8157-7c7b-451f-bf97-c9d01b6b68ce req-3c40f400-67c0-42d1-a40a-57d34cf43815 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713134 Nov 19 03:23:41.348695 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1244d331-3d61-4ba9-ac1c-ba6844f4e2b1 req-4c5a93ab-61e0-4493-9e35-19684a78ce91 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504985 Nov 19 03:23:42.277654 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:42.316704 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2023a-9278-457d-bf34-073c783f28ab req-e0792fc0-a46b-40d5-be1b-d3e002696a65 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:42.318158 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8fe2023a-9278-457d-bf34-073c783f28ab req-e0792fc0-a46b-40d5-be1b-d3e002696a65 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.0487778 Nov 19 03:23:42.385576 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8fe2023a-9278-457d-bf34-073c783f28ab req-9d402a91-5df2-40b0-add5-35293d701326 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601921 Nov 19 03:23:42.427766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85579e3f-f4e3-4f82-813f-6e23854a49a5 req-41c4ce9a-5eb2-4095-ad9b-ed5ff3739185 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:42.429423 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-85579e3f-f4e3-4f82-813f-6e23854a49a5 req-41c4ce9a-5eb2-4095-ad9b-ed5ff3739185 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0604708 Nov 19 03:23:42.515785 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-85579e3f-f4e3-4f82-813f-6e23854a49a5 req-9b861b18-10a3-4b34-bb30-699cf857ac93 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/security-groups?id=50ffeedb-7ce6-46e0-af24-c0705024cb21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799961 Nov 19 03:23:42.528116 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313159-2646-40f8-8267-e91ec9199515 req-5c20b7c4-65e6-4fed-9360-9addfa1c6388 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:42.529941 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97313159-2646-40f8-8267-e91ec9199515 req-5c20b7c4-65e6-4fed-9360-9addfa1c6388 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0854871 Nov 19 03:23:42.580262 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97313159-2646-40f8-8267-e91ec9199515 req-70f38af0-f271-42fe-a33b-9b6e8685e4a9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442488 Nov 19 03:23:42.676845 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4535-884d-4ec8-bb88-7cb79451871f req-69e9b371-3fbc-4532-bdc3-86a982dda74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:42.678332 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-69e9b371-3fbc-4532-bdc3-86a982dda74a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8&tenant_id=fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 1096 time: 0.0768836 Nov 19 03:23:42.795517 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:42.816595 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:23:42.816929 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ed5e2924-c9bb-46bb-87d4-7e2249b2a8b3 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:23:42.817327 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:42.846623 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4535-884d-4ec8-bb88-7cb79451871f req-ee1b46b8-0c84-4db1-a817-e849ecad605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:42.848427 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-ee1b46b8-0c84-4db1-a817-e849ecad605d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1096 time: 0.0475473 Nov 19 03:23:42.880905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-8186303c-fae2-4f7a-ba58-f8cd0f6e07d8 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:42.882752 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-8186303c-fae2-4f7a-ba58-f8cd0f6e07d8 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 946 time: 0.0589375 Nov 19 03:23:42.910254 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:43.010566 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Deleting port f3a1472b-becd-4a09-9300-3ef891038626 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:23:43.011003 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:43.163513 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4535-884d-4ec8-bb88-7cb79451871f req-752d257f-6bb8-488c-bd43-24cddd1ae5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:43.164914 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-752d257f-6bb8-488c-bd43-24cddd1ae5db service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.3039136 Nov 19 03:23:43.238045 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-a845c72b-458b-4eba-bc24-beb97a9a9ff1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 998 time: 0.0639782 Nov 19 03:23:43.297244 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4535-884d-4ec8-bb88-7cb79451871f req-8a2ffcaf-23e0-4b47-ac52-ad587fc60a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:43.299373 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-8a2ffcaf-23e0-4b47-ac52-ad587fc60a1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0493848 Nov 19 03:23:43.348165 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4535-884d-4ec8-bb88-7cb79451871f req-fdb56d3a-e25e-44f6-8ae5-29151e73e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:43.349710 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-fdb56d3a-e25e-44f6-8ae5-29151e73e2f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416939 Nov 19 03:23:43.371903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] For port f3a1472b-becd-4a09-9300-3ef891038626, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f3a1472b-becd-4a09-9300-3ef891038626,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:43.372266 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:43.385814 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Calling delete_port for f3a1472b-becd-4a09-9300-3ef891038626 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:23:43.446022 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-5f95e145-d103-48fd-a7bf-f9e15416fbc6 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867524 Nov 19 03:23:43.549836 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e583f-a20d-43b8-8f70-48c2c95718a6 req-144c3cf9-c28e-4e1d-a8d0-e00729ad1b31 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:43.551593 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd8e583f-a20d-43b8-8f70-48c2c95718a6 req-144c3cf9-c28e-4e1d-a8d0-e00729ad1b31 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.0899098 Nov 19 03:23:43.558395 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-212f4535-884d-4ec8-bb88-7cb79451871f req-6c94f257-bd09-4e54-83a9-447244797764 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008208 Nov 19 03:23:43.590564 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:43.633752 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['f3a1472b-becd-4a09-9300-3ef891038626'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:23:43.656970 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Pushing event deleted for resources: {'Port': ['ID=f3a1472b-becd-4a09-9300-3ef891038626,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:43.681865 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c99ef83c-0443-4992-be25-476a810b9ff5 req-90ef2a97-3e6b-46b9-ac6a-bc897d8d6301 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0806487 Nov 19 03:23:43.699739 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd8e583f-a20d-43b8-8f70-48c2c95718a6 req-b13e0a5a-4a1a-4338-9b3c-5fbfdbbad277 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396787 Nov 19 03:23:43.721641 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] No DVR routers for this DVR port f3a1472b-becd-4a09-9300-3ef891038626 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:23:43.724292 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:43.728344 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a430d915-bf61-4ea5-9b30-6128095ffe83 req-c198fe6c-569a-44e7-b89a-d8e0a56b1291 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.50 "DELETE /v2.0/ports/f3a1472b-becd-4a09-9300-3ef891038626 HTTP/1.1" status: 204 len: 173 time: 0.8367560 Nov 19 03:23:43.729380 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'name': 'network-vif-deleted', 'tag': 'f3a1472b-becd-4a09-9300-3ef891038626'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:43.732782 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4e315-bf80-4af5-81d6-0f28494857fe" -d '{"events": [{"server_uuid": "b19ae39a-79ce-4adb-9ee4-595daa1a8d27", "name": "network-vif-deleted", "tag": "f3a1472b-becd-4a09-9300-3ef891038626"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:43.786973 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c65c2c4-1788-4527-9066-d73bc82082ab x-openstack-request-id: req-2c65c2c4-1788-4527-9066-d73bc82082ab {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:43.789790 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19ae39a-79ce-4adb-9ee4-595daa1a8d27", "name": "network-vif-deleted", "tag": "f3a1472b-becd-4a09-9300-3ef891038626", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:43.789790 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c65c2c4-1788-4527-9066-d73bc82082ab {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:43.789790 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19ae39a-79ce-4adb-9ee4-595daa1a8d27', 'name': 'network-vif-deleted', 'tag': 'f3a1472b-becd-4a09-9300-3ef891038626', 'status': 'completed', 'code': 200} Nov 19 03:23:43.820824 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a351a-79bb-419a-b9fa-b68351310186 req-faa99f09-c4d2-4cd8-a828-848fbbf3ead4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:43.822312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3c7a351a-79bb-419a-b9fa-b68351310186 req-faa99f09-c4d2-4cd8-a828-848fbbf3ead4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0676062 Nov 19 03:23:43.899937 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3c7a351a-79bb-419a-b9fa-b68351310186 req-cf145710-8f11-4421-b610-8b2746fee71f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701056 Nov 19 03:23:44.861198 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e1420a43-b14e-4612-a907-b7a1c3c7c5d4 req-441ea4aa-e7e3-4b11-a4df-8fc5ee77a65b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0446966 Nov 19 03:23:44.884638 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c65a-5ad1-4ffc-87e6-b232f3d69d14 req-a193bf20-0e91-4bcb-afcb-6e87dfb1bedc tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:44.886087 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-41b5c65a-5ad1-4ffc-87e6-b232f3d69d14 req-a193bf20-0e91-4bcb-afcb-6e87dfb1bedc tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.0817308 Nov 19 03:23:44.937843 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-41b5c65a-5ad1-4ffc-87e6-b232f3d69d14 req-8f2d498a-4f0c-41a4-8e50-ba27c68f3220 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Nov 19 03:23:45.057354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762e79-af99-4d0e-a69f-9d7523cc90e5 req-3a24d166-e535-44d5-ab27-7f82a19e1708 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:45.058993 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-13762e79-af99-4d0e-a69f-9d7523cc90e5 req-3a24d166-e535-44d5-ab27-7f82a19e1708 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0576327 Nov 19 03:23:45.135599 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-13762e79-af99-4d0e-a69f-9d7523cc90e5 req-b8330226-20ce-4214-bcab-a117d4f5b874 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702443 Nov 19 03:23:45.990058 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89483bce-40dc-48b5-a273-a4fc338af00e req-04491af3-f1ae-4e4d-919a-f54d2d2c3fad tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Nov 19 03:23:46.099390 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4a74-7f40-43eb-b885-b5c1ef32789d req-a2aaf2d0-a5f7-450d-9dd1-1156524b996c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:46.100901 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ccac4a74-7f40-43eb-b885-b5c1ef32789d req-a2aaf2d0-a5f7-450d-9dd1-1156524b996c tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.0556324 Nov 19 03:23:46.155824 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ccac4a74-7f40-43eb-b885-b5c1ef32789d req-ce7e787f-0c9e-4a7c-b8af-2f3952712e67 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Nov 19 03:23:46.270004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86879fab-be36-4587-972c-22244dfee372 req-dcae2dfb-4d7c-4d5e-9722-aa11827bc59d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:46.271521 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-86879fab-be36-4587-972c-22244dfee372 req-dcae2dfb-4d7c-4d5e-9722-aa11827bc59d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0506465 Nov 19 03:23:46.319852 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-86879fab-be36-4587-972c-22244dfee372 req-bd02a7b8-2c2c-46f9-9276-d61ca1b90b1e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Nov 19 03:23:46.814904 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f3a1472b-becd-4a09-9300-3ef891038626 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:46.834386 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: f3a1472b-becd-4a09-9300-3ef891038626 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:23:46.834821 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f3a1472b-becd-4a09-9300-3ef891038626 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:23:46.845464 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:23:47.097980 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cef6d50e-cd48-4b97-bdad-d68d409de452 req-45cbf09e-b4e5-4c95-8a70-1e326b47af67 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Nov 19 03:23:47.290818 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda0b04-4b9a-41ce-84c4-2b0a9099e5c4 req-b89470e9-9258-45e8-a718-f867a3a94b57 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:47.292297 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6bda0b04-4b9a-41ce-84c4-2b0a9099e5c4 req-b89470e9-9258-45e8-a718-f867a3a94b57 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.0551126 Nov 19 03:23:47.340753 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6bda0b04-4b9a-41ce-84c4-2b0a9099e5c4 req-01f5a094-6f80-45a4-bbf6-dadcecd1e26b tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Nov 19 03:23:47.455811 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69b1d-c910-4660-99cd-591116c14541 req-173b2caa-d1b6-499a-9563-91783cf8c4c6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:47.457336 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4a69b1d-c910-4660-99cd-591116c14541 req-173b2caa-d1b6-499a-9563-91783cf8c4c6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0522337 Nov 19 03:23:47.507150 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4a69b1d-c910-4660-99cd-591116c14541 req-fb36b35e-bc6d-4610-a57e-a550676b85dc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Nov 19 03:23:48.205448 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ec60f844-b367-44c7-afd5-79022c7baaf5 req-7f904971-e7e0-4517-a63c-f8e02684414a tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0261028 Nov 19 03:23:48.474048 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba378-0250-4ef6-a185-6aa083c62872 req-98134673-4b28-4af6-81a0-a317ecc9bea4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:48.475529 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eefba378-0250-4ef6-a185-6aa083c62872 req-98134673-4b28-4af6-81a0-a317ecc9bea4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 946 time: 0.0636711 Nov 19 03:23:48.524466 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eefba378-0250-4ef6-a185-6aa083c62872 req-ae45dc9f-76bf-4060-89ed-22103a7e1bda tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Nov 19 03:23:48.644385 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c456b-547b-46bb-91b1-0d331fbf97e3 req-02a969cb-12b7-45ad-b180-0def12b95aa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:48.645871 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-253c456b-547b-46bb-91b1-0d331fbf97e3 req-02a969cb-12b7-45ad-b180-0def12b95aa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0576062 Nov 19 03:23:48.702646 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-253c456b-547b-46bb-91b1-0d331fbf97e3 req-e3e77957-52c5-4089-918b-908f9f36cea4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502086 Nov 19 03:23:48.811923 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 004bc3b2-8042-48ab-abde-62fc17b827d2 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:23:48.906411 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:48.940919 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:23:48.943255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398cc48a-f645-4ebe-9746-af9379b8d1d3" -d '{"events": [{"server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "name": "network-vif-unplugged", "status": "completed", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:23:48.958273 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=004bc3b2-8042-48ab-abde-62fc17b827d2,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:23:48.963163 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:23:48.987384 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec70cc-b035-4594-a224-2fbef184f9cc x-openstack-request-id: req-63ec70cc-b035-4594-a224-2fbef184f9cc {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:23:48.987711 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "name": "network-vif-unplugged", "status": "completed", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:23:48.987973 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63ec70cc-b035-4594-a224-2fbef184f9cc {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:23:48.988395 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2', 'code': 200} Nov 19 03:23:49.013856 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=6']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:23:49.317986 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08e8d93a-8a02-4504-b806-3cd69f02544b req-29142977-17c6-4101-abc6-1cc29f59c000 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0293672 Nov 19 03:23:49.645676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1fcee-43db-478e-b67b-5440eb243742 req-4c3ecc8d-c261-467e-95da-dae4067930d9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:49.647159 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74e1fcee-43db-478e-b67b-5440eb243742 req-4c3ecc8d-c261-467e-95da-dae4067930d9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0554841 Nov 19 03:23:49.694696 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74e1fcee-43db-478e-b67b-5440eb243742 req-3346a886-9829-4ad7-9339-82e388847fcd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Nov 19 03:23:49.824515 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe54e1-8630-4562-8323-644161364e9c req-793d52ee-20a0-4dfb-a4c3-ca768acbf5c8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:49.826174 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6fbe54e1-8630-4562-8323-644161364e9c req-793d52ee-20a0-4dfb-a4c3-ca768acbf5c8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0521882 Nov 19 03:23:49.891259 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6fbe54e1-8630-4562-8323-644161364e9c req-ea14ba93-4267-4bea-b4d2-997bb5492894 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515542 Nov 19 03:23:50.447221 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a025d263-5cb1-4c0f-9867-1e7f59fd960a req-59eb54cc-42ea-4d4e-bbf4-28fe4afbd7dd tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0455949 Nov 19 03:23:50.815705 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c535f4-e019-42e6-8091-43404697fd5a req-b3a75371-6873-4a53-b940-cbcdb1d6d219 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:50.817234 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-24c535f4-e019-42e6-8091-43404697fd5a req-b3a75371-6873-4a53-b940-cbcdb1d6d219 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0541453 Nov 19 03:23:50.866431 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-24c535f4-e019-42e6-8091-43404697fd5a req-12c7e833-d0b5-4494-ac01-0edd6bd9f5fd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Nov 19 03:23:51.020421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a140f50-0911-4cab-9451-fe395bad5f29 req-6eaecadb-7a44-4c52-af6a-1edbd6f10a16 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:51.021818 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a140f50-0911-4cab-9451-fe395bad5f29 req-6eaecadb-7a44-4c52-af6a-1edbd6f10a16 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0527723 Nov 19 03:23:51.074968 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a140f50-0911-4cab-9451-fe395bad5f29 req-a193fc5d-a780-47c8-82bf-c377dce63e6d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468709 Nov 19 03:23:51.552911 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ccd0f2f8-2a86-47c3-9ca3-3741e2fce23a req-ee91f862-0604-4ca4-877d-202b87bacef0 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0254042 Nov 19 03:23:52.010243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610daa7-5090-4902-82a8-498d4e3df68c req-831cbf67-452a-4aa0-a97b-39ab7a40784a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:52.012974 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d610daa7-5090-4902-82a8-498d4e3df68c req-831cbf67-452a-4aa0-a97b-39ab7a40784a tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0707941 Nov 19 03:23:52.060053 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d610daa7-5090-4902-82a8-498d4e3df68c req-ac56db21-1c67-4207-bfa5-c778081e6a87 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Nov 19 03:23:52.198519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c0274-2d28-4880-8223-15dee8128a02 req-c34b6f06-f19d-4275-8fc8-9bcb44b1845c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:52.200002 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b55c0274-2d28-4880-8223-15dee8128a02 req-c34b6f06-f19d-4275-8fc8-9bcb44b1845c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0518851 Nov 19 03:23:52.251288 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b55c0274-2d28-4880-8223-15dee8128a02 req-fb151296-fd04-4418-adc3-a795dead4f3e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Nov 19 03:23:52.674105 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-373691f0-64f2-4c93-876d-980b587cb2b5 req-078b83fa-fee0-4c44-9bf6-a4ec8084b4c7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0296450 Nov 19 03:23:53.210681 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5837e1-e201-4787-b578-13ab3930716a req-dd75a1b4-e122-468f-8c43-f8aa345b44b5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:53.212169 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9f5837e1-e201-4787-b578-13ab3930716a req-dd75a1b4-e122-468f-8c43-f8aa345b44b5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0676990 Nov 19 03:23:53.262183 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9f5837e1-e201-4787-b578-13ab3930716a req-2f34b2b8-043f-4ed2-8b78-e6f0fa75b5e6 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 Nov 19 03:23:53.378100 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50749032-db63-4fae-a948-505f328f5d81 req-fe206974-a329-4cf4-a40e-8e8b93186508 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:53.379562 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-50749032-db63-4fae-a948-505f328f5d81 req-fe206974-a329-4cf4-a40e-8e8b93186508 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0567963 Nov 19 03:23:53.427110 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-50749032-db63-4fae-a948-505f328f5d81 req-76c35b97-913c-4d19-ae3f-4cb2b865c085 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Nov 19 03:23:53.778644 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c683ca2-a048-4b5c-979a-a98018cf1e50 req-7ee67a3d-dea7-4847-bc48-365670be2cf2 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0267794 Nov 19 03:23:54.384108 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f886b66-5008-496e-aaf6-581de13d57cd req-ea634256-c951-49b7-9a1d-428a9e5988e8 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:54.385648 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8f886b66-5008-496e-aaf6-581de13d57cd req-ea634256-c951-49b7-9a1d-428a9e5988e8 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0525281 Nov 19 03:23:54.445204 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8f886b66-5008-496e-aaf6-581de13d57cd req-d0cdfb64-029b-4a55-a970-724cf2839d0f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535514 Nov 19 03:23:54.553944 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0b6e4-ee0b-494a-8b37-a164e42c3fef req-e728ddce-04b0-45ae-906f-8e7fc49dc431 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:54.555589 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89c0b6e4-ee0b-494a-8b37-a164e42c3fef req-e728ddce-04b0-45ae-906f-8e7fc49dc431 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0509551 Nov 19 03:23:54.605406 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89c0b6e4-ee0b-494a-8b37-a164e42c3fef req-383459c9-0774-4847-a18d-ccf6be82adbf tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Nov 19 03:23:54.883756 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d5cbde62-65dc-4e6c-a9c3-244d768c9a7d req-ceadeeba-a12f-4d40-8426-fc1209a33c57 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0254688 Nov 19 03:23:55.572495 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b103c4-5221-40db-97e9-5206af9b125c req-d951cadb-4f65-41ac-a65a-f4ef024bae58 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:55.574317 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-49b103c4-5221-40db-97e9-5206af9b125c req-d951cadb-4f65-41ac-a65a-f4ef024bae58 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0603194 Nov 19 03:23:55.626176 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-49b103c4-5221-40db-97e9-5206af9b125c req-ae0a4c00-16e7-4c8a-8de5-bb768d7f68ad tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Nov 19 03:23:55.757521 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39d69a-8696-4791-ad40-1636e0f1a954 req-b03489a4-8940-45c2-854e-f2ae4100d1b7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:55.759010 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d39d69a-8696-4791-ad40-1636e0f1a954 req-b03489a4-8940-45c2-854e-f2ae4100d1b7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0503635 Nov 19 03:23:55.809256 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d39d69a-8696-4791-ad40-1636e0f1a954 req-a01e6729-ce14-4532-9541-0d3c9fc6ebc3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Nov 19 03:23:55.995533 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a9b88f1-f510-4a45-8ba9-8e11590d08e7 req-dd2648fb-c792-4a7d-b10d-15653a65c1e7 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Nov 19 03:23:56.747922 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a32151-6e0a-4d24-9a50-b2945f329931 req-bdc8841e-eb3b-40bd-9a2a-a9a6a86cee32 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:56.750325 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-87a32151-6e0a-4d24-9a50-b2945f329931 req-bdc8841e-eb3b-40bd-9a2a-a9a6a86cee32 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0548184 Nov 19 03:23:56.811818 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-87a32151-6e0a-4d24-9a50-b2945f329931 req-0ebb2d21-ea1d-436f-ab6d-3f05524a4ec9 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542707 Nov 19 03:23:56.936358 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c949-2fba-463d-856d-b358191d6952 req-0a88c633-cce5-48ae-ac4d-9fd17d3c0379 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:56.937968 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5815c949-2fba-463d-856d-b358191d6952 req-0a88c633-cce5-48ae-ac4d-9fd17d3c0379 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0515926 Nov 19 03:23:57.001734 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5815c949-2fba-463d-856d-b358191d6952 req-0ba3602f-34e2-43ea-804b-f71985e8b972 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565708 Nov 19 03:23:57.113260 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-19463f1f-7e7d-428c-877f-83627e63febc req-e4bbc5ca-af35-482a-8b20-4bd8da0b0f5b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0269427 Nov 19 03:23:57.940960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3261a3-fddb-4873-ba08-b4d37760b0cd req-2f7709b8-cc2f-42ce-b935-c76acc7bd1f4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:57.942342 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a3261a3-fddb-4873-ba08-b4d37760b0cd req-2f7709b8-cc2f-42ce-b935-c76acc7bd1f4 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0576744 Nov 19 03:23:57.991572 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a3261a3-fddb-4873-ba08-b4d37760b0cd req-c85857e8-0a06-4a94-a3b5-ad28dee8fcb5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Nov 19 03:23:58.140833 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113e861-76c1-4493-837c-060e1396abca req-4a15d6ec-1163-4fe3-a0f5-bbed5dd70804 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:58.150670 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7113e861-76c1-4493-837c-060e1396abca req-4a15d6ec-1163-4fe3-a0f5-bbed5dd70804 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0653834 Nov 19 03:23:58.215403 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7113e861-76c1-4493-837c-060e1396abca req-2a064810-3321-4f6f-80d8-524bebbc4112 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540459 Nov 19 03:23:58.321194 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-990fa697-3220-4fc9-bc06-a62ce2f1ec25 req-0d867d22-a393-468a-8b50-41d00af72b41 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Nov 19 03:23:59.111623 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53485890-4062-4d16-98e1-85cd3b3c302f req-efbf7157-fb14-4c52-8b7f-82a943d914ec tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:59.113094 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53485890-4062-4d16-98e1-85cd3b3c302f req-efbf7157-fb14-4c52-8b7f-82a943d914ec tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0539908 Nov 19 03:23:59.160216 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53485890-4062-4d16-98e1-85cd3b3c302f req-525970ae-a73c-4a2e-b40c-2bccbb1b3012 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Nov 19 03:23:59.335266 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c69e-0db1-4539-b484-387b13d3cc69 req-5f86c16d-9d08-46cf-8d1f-fd37c7a67333 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:23:59.336623 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97c7c69e-0db1-4539-b484-387b13d3cc69 req-5f86c16d-9d08-46cf-8d1f-fd37c7a67333 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0489228 Nov 19 03:23:59.382857 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97c7c69e-0db1-4539-b484-387b13d3cc69 req-dc47d164-d089-4f9e-a1e2-b36be0307c91 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Nov 19 03:23:59.475950 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da2ebeb6-78f3-4b4a-964b-937af8de0da4 req-e77f5ac3-ea96-48a4-9e28-3af59c7f8c0b tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Nov 19 03:24:00.276558 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd13a8c-d4e0-4387-a820-fd3b9ccbf83d req-f306c627-d947-4b2b-afcf-bef9b09309a2 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:00.278316 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6bd13a8c-d4e0-4387-a820-fd3b9ccbf83d req-f306c627-d947-4b2b-afcf-bef9b09309a2 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0528555 Nov 19 03:24:00.325713 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6bd13a8c-d4e0-4387-a820-fd3b9ccbf83d req-0fe11643-dd56-47c5-a421-9a72767e630e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Nov 19 03:24:00.503146 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2beb4-33c2-47e8-95a9-6d8b48bde0a3 req-3acc26a3-656a-40ac-ac88-d87c663cd8a8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:00.504639 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8ec2beb4-33c2-47e8-95a9-6d8b48bde0a3 req-3acc26a3-656a-40ac-ac88-d87c663cd8a8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0512836 Nov 19 03:24:00.553264 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8ec2beb4-33c2-47e8-95a9-6d8b48bde0a3 req-178296ff-a78a-413f-985c-f786031efa7f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Nov 19 03:24:00.647215 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9117fc60-3ba4-4a73-b7a5-47048be1c37f req-e3bf56f2-4070-4cc9-8c9d-ebbc246f93a6 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0254765 Nov 19 03:24:01.468958 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397352-26bb-456b-9f71-96b4d889e4b3 req-cca8d88a-6971-4a10-928b-0e4265dad99e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:01.470611 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4397352-26bb-456b-9f71-96b4d889e4b3 req-cca8d88a-6971-4a10-928b-0e4265dad99e tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0801425 Nov 19 03:24:01.482735 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-592575d3-7390-4171-aa71-aa506ebbf292 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:01.484093 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-592575d3-7390-4171-aa71-aa506ebbf292 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 944 time: 0.0644524 Nov 19 03:24:01.580490 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4397352-26bb-456b-9f71-96b4d889e4b3 req-95b3ecb2-b3dc-44be-9eaa-517c2b10e74f tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948954 Nov 19 03:24:01.607075 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Deleting port 004bc3b2-8042-48ab-abde-62fc17b827d2 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:24:01.607348 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:01.725823 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c59d3-954b-408d-bcd2-218c7a214595 req-8ad99135-9342-41a3-bf6b-a6debf25df0d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:01.727331 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a28c59d3-954b-408d-bcd2-218c7a214595 req-8ad99135-9342-41a3-bf6b-a6debf25df0d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0811965 Nov 19 03:24:01.744993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] For port 004bc3b2-8042-48ab-abde-62fc17b827d2, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=004bc3b2-8042-48ab-abde-62fc17b827d2,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:01.745353 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:01.776738 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e7b29abb-2e78-4fef-9aa4-061ddec9b9c4 req-1546eb47-2444-4cb6-8954-de1575b89e01 tempest-ServerRescueNegativeTestJSON-507561084 tempest-ServerRescueNegativeTestJSON-507561084-project] 10.222.0.47 "GET /v2.0/ports?device_id=b19ae39a-79ce-4adb-9ee4-595daa1a8d27 HTTP/1.1" status: 200 len: 210 time: 0.0484440 Nov 19 03:24:01.787216 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Calling delete_port for 004bc3b2-8042-48ab-abde-62fc17b827d2 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:24:01.852399 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a28c59d3-954b-408d-bcd2-218c7a214595 req-f43713b5-a84e-45eb-a907-c468b7f4e60d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109247 Nov 19 03:24:01.958942 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:01.997745 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event deleted for resources: {'Port': ['ID=004bc3b2-8042-48ab-abde-62fc17b827d2,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:02.002949 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:24:02.033773 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] No DVR routers for this DVR port 004bc3b2-8042-48ab-abde-62fc17b827d2 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:24:02.036671 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:02.040233 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d5cd1a7-2bca-440b-9525-b63eff786dc8 req-387a5849-e143-434e-813b-9f2925c712ba tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "DELETE /v2.0/ports/004bc3b2-8042-48ab-abde-62fc17b827d2 HTTP/1.1" status: 204 len: 173 time: 0.5481622 Nov 19 03:24:02.040673 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'name': 'network-vif-deleted', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:24:02.043475 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a20b46-487d-4799-8a6c-cbd78b29b290" -d '{"events": [{"server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "name": "network-vif-deleted", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:24:02.083418 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801d215-778f-482c-9a13-68af07f2e76f x-openstack-request-id: req-e801d215-778f-482c-9a13-68af07f2e76f {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:24:02.083800 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824fcf10-8c9b-461d-8206-1c9ae5d4011b", "name": "network-vif-deleted", "tag": "004bc3b2-8042-48ab-abde-62fc17b827d2", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:24:02.084158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e801d215-778f-482c-9a13-68af07f2e76f {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:24:02.084904 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824fcf10-8c9b-461d-8206-1c9ae5d4011b', 'name': 'network-vif-deleted', 'tag': '004bc3b2-8042-48ab-abde-62fc17b827d2', 'status': 'completed', 'code': 200} Nov 19 03:24:02.695323 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-51228063-89db-4064-b880-8ac00fab6003 req-a4e0bdb5-417b-486e-9eb1-d5119b8ff0da tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=824fcf10-8c9b-461d-8206-1c9ae5d4011b HTTP/1.1" status: 200 len: 210 time: 0.0266838 Nov 19 03:24:02.834718 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58112) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:03.028903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc90b6-4512-4e90-ab3d-02846d310c5f req-716bc386-86fe-46ae-8e0e-64f5a49fdce1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:03.030328 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dabc90b6-4512-4e90-ab3d-02846d310c5f req-716bc386-86fe-46ae-8e0e-64f5a49fdce1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.1039126 Nov 19 03:24:03.134246 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-2fab7d20-3e09-4067-9582-3b154319b485 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1293087 Nov 19 03:24:03.145127 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dabc90b6-4512-4e90-ab3d-02846d310c5f req-9320ad09-9150-4acb-8feb-245d242ed484 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002977 Nov 19 03:24:03.288291 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687611-cd02-4775-9740-55a89461e4ca req-32f48043-46be-45c9-9aaf-1f5f3f615857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:03.289737 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-32f48043-46be-45c9-9aaf-1f5f3f615857 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=53690eedb4c749db94ed55f64a323cba&device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 1098 time: 0.0741823 Nov 19 03:24:03.453146 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687611-cd02-4775-9740-55a89461e4ca req-56e4b970-1ea9-4741-8b50-122661881243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:03.454611 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-56e4b970-1ea9-4741-8b50-122661881243 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 200 len: 916 time: 0.1454341 Nov 19 03:24:03.458101 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:03.532437 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-1c2db363-cfc5-4070-9667-b992962918a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9c16595-10bc-456b-bed0-df7470f9741d HTTP/1.1" status: 200 len: 217 time: 0.0411596 Nov 19 03:24:03.621917 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687611-cd02-4775-9740-55a89461e4ca req-21f57a01-7dfb-4153-a306-481f159658d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:03.623372 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-21f57a01-7dfb-4153-a306-481f159658d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 200 len: 855 time: 0.0835280 Nov 19 03:24:03.728232 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-671b157d-a6a4-4ca1-ab4d-87b58c7a04c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd122154-2aeb-4e66-bcc7-7acf31cd258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577610 Nov 19 03:24:04.103967 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-8e060ebe-8810-4117-8e02-80f4b413eaeb service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636296 Nov 19 03:24:04.237871 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53687611-cd02-4775-9740-55a89461e4ca req-ea26d305-7e93-4e4e-871d-00d7ed18c8e7 service neutron] 10.222.0.50 "GET /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256068 Nov 19 03:24:04.240495 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Deleting port 733f4be3-dc68-40ac-b7ea-958ad4735526 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:24:04.240816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:04.324951 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa66e7-a570-4c4c-b321-eeff62084922 req-bbd5fe20-534d-472c-b40a-e4dc766bb6f0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:04.326497 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-21fa66e7-a570-4c4c-b321-eeff62084922 req-bbd5fe20-534d-472c-b40a-e4dc766bb6f0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.1004629 Nov 19 03:24:04.365497 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] For port 733f4be3-dc68-40ac-b7ea-958ad4735526, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=733f4be3-dc68-40ac-b7ea-958ad4735526,segment=NetworkSegment(390f873d-842f-4da1-9653-29fd0ce19dd4),segment_id=390f873d-842f-4da1-9653-29fd0ce19dd4)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:04.365876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:04.386972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Calling delete_port for 733f4be3-dc68-40ac-b7ea-958ad4735526 owned by network:router_interface {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:24:04.412097 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-21fa66e7-a570-4c4c-b321-eeff62084922 req-8b9adf8e-046f-40d0-9ac5-53b9cb793687 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746570 Nov 19 03:24:04.580749 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:04.606586 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=733f4be3-dc68-40ac-b7ea-958ad4735526,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:04.778763 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:04.990319 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Router 1cf69e78-0177-4417-9b2d-7695877f4e04 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:24:05.140238 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:24:05.146271 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ea0a453f-c57f-4a56-af7a-05798bf149d3 admin admin] 10.222.0.47 "PUT /v2.0/routers/1cf69e78-0177-4417-9b2d-7695877f4e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3105137 Nov 19 03:24:05.148891 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58134) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:05.151977 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] Sync routers for ids ['1cf69e78-0177-4417-9b2d-7695877f4e04'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:24:05.159161 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2315-20b2-4bfb-ba87-067e4b5f3a17 req-93f8f816-9331-4e0a-8b69-89724dc69df1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:05.160724 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-204a2315-20b2-4bfb-ba87-067e4b5f3a17 req-93f8f816-9331-4e0a-8b69-89724dc69df1 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0725787 Nov 19 03:24:05.164128 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] Routers {'1cf69e78-0177-4417-9b2d-7695877f4e04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:24:05.164877 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:23:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['1cf69e78-0177-4417-9b2d-7695877f4e04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:05.212398 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-204a2315-20b2-4bfb-ba87-067e4b5f3a17 req-dabbcf6e-b92f-48d6-b424-8dc402bd2cb0 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Nov 19 03:24:05.256753 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks [] for router, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.281983 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] Set router 1cf69e78-0177-4417-9b2d-7695877f4e04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:24:05.357674 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.409803 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Deleting port e5669b5f-a998-4c0a-bf87-7ceb6e66243c {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:24:05.410055 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.461524 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:24:04Z', 'revision_number': 5, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port': {'id': 'e5669b5f-a998-4c0a-bf87-7ceb6e66243c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:54Z', 'updated_at': '2021-11-19T03:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:05.489621 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] Checking router: 1cf69e78-0177-4417-9b2d-7695877f4e04 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:24:05.496962 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] For port e5669b5f-a998-4c0a-bf87-7ceb6e66243c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:05.497325 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.497947 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] Routers {'1cf69e78-0177-4417-9b2d-7695877f4e04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:24:05.498575 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:23:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['1cf69e78-0177-4417-9b2d-7695877f4e04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:05.511392 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Calling delete_port for e5669b5f-a998-4c0a-bf87-7ceb6e66243c owned by network:router_gateway {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:24:05.541335 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5bc1f-0327-4074-b310-2a342d6ad49e req-d09670fe-d152-4efc-a6fd-6856412aef32 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:05.542993 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8ea5bc1f-0327-4074-b310-2a342d6ad49e req-d09670fe-d152-4efc-a6fd-6856412aef32 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0518641 Nov 19 03:24:05.586460 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] Set router 1cf69e78-0177-4417-9b2d-7695877f4e04 gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:24:05.592491 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8ea5bc1f-0327-4074-b310-2a342d6ad49e req-80b118af-f1b1-4a8b-9a5f-567e2e9b0fd3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Nov 19 03:24:05.686606 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.711892 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5669b5f-a998-4c0a-bf87-7ceb6e66243c,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:05.724599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.724599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.724872 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.725183 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.725511 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.725838 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.726161 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.726503 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.726708 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:24:05Z', 'revision_number': 6, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:05.726831 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.727137 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.727453 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.727772 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:05.753969 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d2ad1-87d7-4e38-a602-c51dc48605c2 None None] The sync data for ids ['1cf69e78-0177-4417-9b2d-7695877f4e04'] in dv-cinder-818037-4-iscsi is: [{'id': '1cf69e78-0177-4417-9b2d-7695877f4e04', 'name': 'tempest-ServerRescueNegativeTestJSON-1569170272-router', 'tenant_id': 'ee26dbde283f45a58a18f8435596e63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:24:05Z', 'revision_number': 6, 'project_id': 'ee26dbde283f45a58a18f8435596e63e', 'gw_port_host': None}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:24:05.785289 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.889460 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.891679 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.954895 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.955421 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cf69e78-0177-4417-9b2d-7695877f4e04 {{(pid=102573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:24:05.960358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:05.961511 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-6d0b890c-562a-401b-8162-8137147fa008 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1cf69e78-0177-4417-9b2d-7695877f4e04 HTTP/1.1" status: 204 len: 168 time: 0.8116059 Nov 19 03:24:05.964005 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58140) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:06.008419 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Deleting subnet fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:24:06.011527 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.050532 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.096706 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.156208 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.184749 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:06.186968 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.193250 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-33bc95da-7d72-4719-89fd-bb589a84226d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fd1aee18-f8a9-4ed9-92c4-9f60c0a90dc8 HTTP/1.1" status: 204 len: 168 time: 0.2259889 Nov 19 03:24:06.193367 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58142) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:06.228615 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 733f4be3-dc68-40ac-b7ea-958ad4735526 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:24:06.257060 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 733f4be3-dc68-40ac-b7ea-958ad4735526 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:24:06.257405 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 733f4be3-dc68-40ac-b7ea-958ad4735526 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:24:06.282009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.336892 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d931bc-a582-49bb-9c1b-4ba96480ec4f req-61858476-a85c-4252-bfcd-cdc76307bbfd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:06.338351 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-30d931bc-a582-49bb-9c1b-4ba96480ec4f req-61858476-a85c-4252-bfcd-cdc76307bbfd tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Nov 19 03:24:06.362076 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.381794 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d12413f-85e7-474c-a155-01fa1c3d890a']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:06.389390 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-30d931bc-a582-49bb-9c1b-4ba96480ec4f req-9b57f6b4-a5cc-4a9b-915f-8d6c16cfa4de tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Nov 19 03:24:06.391640 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390f873d-842f-4da1-9653-29fd0ce19dd4') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:06.391926 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390f873d-842f-4da1-9653-29fd0ce19dd4') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:06.401225 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.414484 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.420316 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:24:06.420686 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:24:06.422511 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:24:06.475434 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.480419 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.483531 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d12413f-85e7-474c-a155-01fa1c3d890a HTTP/1.1" status: 204 len: 168 time: 0.2893262 Nov 19 03:24:06.494218 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3bb82-a36c-4d20-97d1-3ffef1f0fea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d12413f-85e7-474c-a155-01fa1c3d890a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:06.651852 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58150) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:06.698373 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-870228a9-2eb4-4586-bbf0-17cda1d59e56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee26dbde283f45a58a18f8435596e63e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428884 Nov 19 03:24:06.698760 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58152) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:06.723018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0b7fa-c78a-4707-a4d0-cae498bdcfc7 req-e004e1ba-968f-42a8-8012-c8ab3011f775 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:06.724518 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a7a0b7fa-c78a-4707-a4d0-cae498bdcfc7 req-e004e1ba-968f-42a8-8012-c8ab3011f775 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0530729 Nov 19 03:24:06.751918 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6e24deec-2c48-4d7c-a1bc-2db908f6bdff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.773740 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a7a0b7fa-c78a-4707-a4d0-cae498bdcfc7 req-77c57317-bd4d-4ebe-a234-ae7cf04562d6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 Nov 19 03:24:06.774285 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6e24deec-2c48-4d7c-a1bc-2db908f6bdff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.832345 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6e24deec-2c48-4d7c-a1bc-2db908f6bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.835415 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6e24deec-2c48-4d7c-a1bc-2db908f6bdff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:06.836563 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-6e24deec-2c48-4d7c-a1bc-2db908f6bdff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50ffeedb-7ce6-46e0-af24-c0705024cb21 HTTP/1.1" status: 204 len: 168 time: 0.1368489 Nov 19 03:24:06.844588 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24deec-2c48-4d7c-a1bc-2db908f6bdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ffeedb-7ce6-46e0-af24-c0705024cb21,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:07.308209 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-5dd08042-9626-43ed-ae26-9ec9ab571844 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:07.309687 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-5dd08042-9626-43ed-ae26-9ec9ab571844 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Nov 19 03:24:07.374646 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-263365e9-391f-47b5-9985-ae3dd53ba1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:07.421887 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Deleting port e9c16595-10bc-456b-bed0-df7470f9741d {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:24:07.422870 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:07.545430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] For port e9c16595-10bc-456b-bed0-df7470f9741d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e9c16595-10bc-456b-bed0-df7470f9741d,segment=NetworkSegment(ecdddd06-ab5f-433a-b7cf-641179c373f9),segment_id=ecdddd06-ab5f-433a-b7cf-641179c373f9)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:07.545785 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:07.555773 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86765-0fe3-4a30-b527-ff6100cfbf70 req-a280f68f-75c0-4098-a72a-ca711cd4a453 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:07.557170 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4d86765-0fe3-4a30-b527-ff6100cfbf70 req-a280f68f-75c0-4098-a72a-ca711cd4a453 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c2fd56f-4c3a-4229-9b89-1f4c765c04d4 HTTP/1.1" status: 200 len: 945 time: 0.0944672 Nov 19 03:24:07.573685 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Calling delete_port for e9c16595-10bc-456b-bed0-df7470f9741d owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:24:07.628038 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:07.650291 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4d86765-0fe3-4a30-b527-ff6100cfbf70 req-0da34878-68d3-402b-9318-025e69d4be18 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866275 Nov 19 03:24:07.736527 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:07.777132 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['e9c16595-10bc-456b-bed0-df7470f9741d'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:24:07.790110 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Pushing event deleted for resources: {'Port': ['ID=e9c16595-10bc-456b-bed0-df7470f9741d,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:07.813058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] No DVR routers for this DVR port e9c16595-10bc-456b-bed0-df7470f9741d on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:24:07.816507 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:07.820211 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d97e904-8a1f-4976-b7c5-ca4188f3acbb req-0a2cd3d5-cf0a-4570-8aa0-d2e8ee5375a5 tempest-AttachVolumeNegativeTest-975474354 tempest-AttachVolumeNegativeTest-975474354-project] 10.222.0.50 "DELETE /v2.0/ports/e9c16595-10bc-456b-bed0-df7470f9741d HTTP/1.1" status: 204 len: 173 time: 0.4981794 Nov 19 03:24:07.820767 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'name': 'network-vif-deleted', 'tag': 'e9c16595-10bc-456b-bed0-df7470f9741d'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:24:07.824314 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69eeff9-78e5-4aab-bce9-a77589656e3d" -d '{"events": [{"server_uuid": "3c2fd56f-4c3a-4229-9b89-1f4c765c04d4", "name": "network-vif-deleted", "tag": "e9c16595-10bc-456b-bed0-df7470f9741d"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:24:07.861888 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device e5669b5f-a998-4c0a-bf87-7ceb6e66243c no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:24:07.884957 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: e5669b5f-a998-4c0a-bf87-7ceb6e66243c {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:24:07.885815 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device e5669b5f-a998-4c0a-bf87-7ceb6e66243c not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:24:07.927275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b676-eb8c-4081-bc33-c73a8578cba2 req-4f117066-5c1c-4208-92a2-9e9121a93901 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:07.930543 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1891b676-eb8c-4081-bc33-c73a8578cba2 req-4f117066-5c1c-4208-92a2-9e9121a93901 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0574994 Nov 19 03:24:07.998360 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1891b676-eb8c-4081-bc33-c73a8578cba2 req-a53ea2a6-6027-4b78-9c3b-9e3a96dfa131 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613024 Nov 19 03:24:08.051796 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb4a749-8030-45df-9aff-ebb77f1f67ed x-openstack-request-id: req-efb4a749-8030-45df-9aff-ebb77f1f67ed {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:24:08.052094 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2fd56f-4c3a-4229-9b89-1f4c765c04d4", "name": "network-vif-deleted", "tag": "e9c16595-10bc-456b-bed0-df7470f9741d", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:24:08.052357 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-efb4a749-8030-45df-9aff-ebb77f1f67ed {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:24:08.052760 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2fd56f-4c3a-4229-9b89-1f4c765c04d4', 'name': 'network-vif-deleted', 'tag': 'e9c16595-10bc-456b-bed0-df7470f9741d', 'status': 'completed', 'code': 200} Nov 19 03:24:08.706321 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58202) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:08.753044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Deleting subnet 9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:24:08.756392 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:08.792279 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5208124'] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:08.830774 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:08.880801 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7388785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5011098'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:08.910537 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:08.912297 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:08.915589 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-bf18ccf1-4c06-420b-a1d6-5ef3b79d0578 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9d0a7a9d-24cd-4330-b2f0-6855cca4f9d2 HTTP/1.1" status: 204 len: 168 time: 0.2082689 Nov 19 03:24:08.918059 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58204) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:08.986393 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.072519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.115901 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd122154-2aeb-4e66-bcc7-7acf31cd258e']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:09.127491 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdddd06-ab5f-433a-b7cf-641179c373f9') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:09.127766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdddd06-ab5f-433a-b7cf-641179c373f9') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:24:09.139522 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.162408 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49312ee-a326-4dda-8c28-a13833a5b489 req-b443c178-3a6c-45bb-962e-52a14353be0e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:09.163907 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d49312ee-a326-4dda-8c28-a13833a5b489 req-b443c178-3a6c-45bb-962e-52a14353be0e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0831897 Nov 19 03:24:09.164882 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.173317 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:24:09.173661 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:24:09.175359 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:24:09.255158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.264125 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.269329 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] 10.222.0.47 "DELETE /v2.0/networks/cd122154-2aeb-4e66-bcc7-7acf31cd258e HTTP/1.1" status: 204 len: 168 time: 0.3481083 Nov 19 03:24:09.272366 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d49312ee-a326-4dda-8c28-a13833a5b489 req-621bf562-d5ff-4771-aab0-94b11d3361b2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012552 Nov 19 03:24:09.282739 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adb8a1-d6bb-46f7-b6e6-a517fb025f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd122154-2aeb-4e66-bcc7-7acf31cd258e,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:09.465205 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58232) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:09.505459 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-bd39b6c0-0827-472a-a6a8-09197a4a0d47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53690eedb4c749db94ed55f64a323cba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389459 Nov 19 03:24:09.507635 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58234) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:09.554878 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1d2961f-6b3c-4dab-b4b8-f7785c46b887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.575327 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1d2961f-6b3c-4dab-b4b8-f7785c46b887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.622272 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1d2961f-6b3c-4dab-b4b8-f7785c46b887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.624859 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1d2961f-6b3c-4dab-b4b8-f7785c46b887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:09.626051 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d1d2961f-6b3c-4dab-b4b8-f7785c46b887 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d8fd00b-b8bd-40ba-ba87-6303f4a04d92 HTTP/1.1" status: 204 len: 168 time: 0.1174757 Nov 19 03:24:09.634138 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2961f-6b3c-4dab-b4b8-f7785c46b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8fd00b-b8bd-40ba-ba87-6303f4a04d92,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:09.658790 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-195c35bb-f1c3-42ba-9d27-b0829ecc03fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:10.420212 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2c728-9bc0-41df-b6ec-df281dffc39d req-f0ef2283-c12f-4dbf-bdba-4bdd615ab9c3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:10.421927 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bde2c728-9bc0-41df-b6ec-df281dffc39d req-f0ef2283-c12f-4dbf-bdba-4bdd615ab9c3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 943 time: 0.0522890 Nov 19 03:24:10.477404 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bde2c728-9bc0-41df-b6ec-df281dffc39d req-e8893d19-3812-4abe-92f5-a26497f7d21e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Nov 19 03:24:10.780676 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:11.221178 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:24:11.312923 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:11.323983 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '4b50d896-6a79-4185-a31c-1931a0b889be', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'port_id': '4b50d896-6a79-4185-a31c-1931a0b889be', 'mac_address': 'fa:16:3e:36:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:24:11.364064 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:11.377063 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b50d896-6a79-4185-a31c-1931a0b889be {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:24:11.395496 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:11.399398 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:11.446080 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=9']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:11.452987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.453593 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.453991 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.454330 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.454717 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.455052 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.455381 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.455706 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.456045 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.456370 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.456692 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.457011 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:11.597781 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2f644-f473-4171-9617-d03a4e32c6d3 req-8087dba2-835f-44b4-a0fa-6702aac27762 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:11.599269 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dbd2f644-f473-4171-9617-d03a4e32c6d3 req-8087dba2-835f-44b4-a0fa-6702aac27762 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0536375 Nov 19 03:24:11.646527 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dbd2f644-f473-4171-9617-d03a4e32c6d3 req-27001b0d-918c-44ee-8ca9-aa48f447d055 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Nov 19 03:24:12.213301 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device e9c16595-10bc-456b-bed0-df7470f9741d no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:24:12.233874 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: e9c16595-10bc-456b-bed0-df7470f9741d {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:24:12.234247 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device e9c16595-10bc-456b-bed0-df7470f9741d not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:24:12.278298 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:12.768356 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f96385-1d0a-490a-9174-156d04aba35b req-8ec081cd-942a-4ce6-afbb-55a6c0058732 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:12.769834 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09f96385-1d0a-490a-9174-156d04aba35b req-8ec081cd-942a-4ce6-afbb-55a6c0058732 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0487721 Nov 19 03:24:12.820519 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09f96385-1d0a-490a-9174-156d04aba35b req-d19ce1fc-8c4d-4e73-8252-277cd58becc5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448003 Nov 19 03:24:12.891518 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:13.940809 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e56402-f76c-4fa8-b4c1-fde4f85b3171 req-556bf5df-6076-4c30-92a9-026add1f6a7d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:13.942160 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-55e56402-f76c-4fa8-b4c1-fde4f85b3171 req-556bf5df-6076-4c30-92a9-026add1f6a7d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0492065 Nov 19 03:24:13.988341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-55e56402-f76c-4fa8-b4c1-fde4f85b3171 req-7d3ee0f6-1a4c-4dae-8d05-28039b42b921 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403259 Nov 19 03:24:14.516907 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4b50d896-6a79-4185-a31c-1931a0b889be'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:24:15.115239 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d07ce-090e-4da8-89d3-ee02d4279859 req-1287eddb-e7d6-46eb-9f47-466bebebbcab tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:15.116871 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c05d07ce-090e-4da8-89d3-ee02d4279859 req-1287eddb-e7d6-46eb-9f47-466bebebbcab tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 944 time: 0.0509925 Nov 19 03:24:15.173343 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c05d07ce-090e-4da8-89d3-ee02d4279859 req-60b0c7fc-c12a-494c-99a3-85820ccfd16c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Nov 19 03:24:15.729083 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:24:15.779197 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 4b50d896-6a79-4185-a31c-1931a0b889be triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:24:15.779558 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:15.854707 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:15.877637 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:24:15.879891 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee96f4-6319-4bc3-83ea-f423d8a9071f" -d '{"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:24:15.893161 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:24:15.896952 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:15.925192 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a1fe8-205e-4bc3-83fd-ab25336e6599 x-openstack-request-id: req-723a1fe8-205e-4bc3-83fd-ab25336e6599 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:24:15.925481 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:24:15.925730 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-723a1fe8-205e-4bc3-83fd-ab25336e6599 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:24:15.926116 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'code': 200} Nov 19 03:24:15.950065 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=10']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:16.306667 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324b6a6-e0f1-4803-a5b2-c6c03fe281c1 req-abbe2b8f-edf9-406c-962c-6c7be5760d55 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:16.308154 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6324b6a6-e0f1-4803-a5b2-c6c03fe281c1 req-abbe2b8f-edf9-406c-962c-6c7be5760d55 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0535491 Nov 19 03:24:16.359394 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6324b6a6-e0f1-4803-a5b2-c6c03fe281c1 req-53daa49c-ee43-456f-8899-e74eabbf435c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444717 Nov 19 03:24:16.506617 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61937c-541f-4ed1-a125-5fae8861807d req-a01d35bc-2d79-438b-8cb0-7efc970ee366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:16.507910 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af61937c-541f-4ed1-a125-5fae8861807d req-a01d35bc-2d79-438b-8cb0-7efc970ee366 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1099 time: 0.0463054 Nov 19 03:24:16.581103 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af61937c-541f-4ed1-a125-5fae8861807d req-d5196ddf-5083-44f3-9bfd-35b0ff578c69 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595214 Nov 19 03:24:17.493806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08d9c6-d7f4-45aa-a5a5-6efbffc63b63 req-f4e8fae5-47e3-4891-9b7a-5dea96209ae7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:17.496073 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6e08d9c6-d7f4-45aa-a5a5-6efbffc63b63 req-f4e8fae5-47e3-4891-9b7a-5dea96209ae7 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0566835 Nov 19 03:24:17.554270 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6e08d9c6-d7f4-45aa-a5a5-6efbffc63b63 req-f00320db-c5c1-4fd8-960d-07b3ab77d2b4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496423 Nov 19 03:24:17.653412 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58392) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:17.756714 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f36475ff-1a81-477e-84bb-fd2a4c610e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:17.839233 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f36475ff-1a81-477e-84bb-fd2a4c610e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:17.844041 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f36475ff-1a81-477e-84bb-fd2a4c610e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:17.883208 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f36475ff-1a81-477e-84bb-fd2a4c610e4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83707b420ba147e5a6937c238096246d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285933 Nov 19 03:24:17.884398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36475ff-1a81-477e-84bb-fd2a4c610e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c351b9-769f-4f50-bfe6-fa78330ba8b5,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:17.885746 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58406) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:17.935347 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9447083b-d2e3-43f6-a6b6-12359fd5796a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:17.957091 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9447083b-d2e3-43f6-a6b6-12359fd5796a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:18.006124 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9447083b-d2e3-43f6-a6b6-12359fd5796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:18.008693 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9447083b-d2e3-43f6-a6b6-12359fd5796a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:18.009830 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9447083b-d2e3-43f6-a6b6-12359fd5796a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34c351b9-769f-4f50-bfe6-fa78330ba8b5 HTTP/1.1" status: 204 len: 168 time: 0.1231077 Nov 19 03:24:18.018203 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447083b-d2e3-43f6-a6b6-12359fd5796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c351b9-769f-4f50-bfe6-fa78330ba8b5,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:18.737466 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d2b35-2574-4f6f-a090-3219c9f9524c req-9a92d7d0-e4ba-4fac-aa9c-4dd48cd5c5a8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:18.740833 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b74d2b35-2574-4f6f-a090-3219c9f9524c req-9a92d7d0-e4ba-4fac-aa9c-4dd48cd5c5a8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0641725 Nov 19 03:24:18.801347 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b74d2b35-2574-4f6f-a090-3219c9f9524c req-042cfc84-1e6f-4c2b-8e61-161b9d642870 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532334 Nov 19 03:24:20.174430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d516f-ebe3-4dfe-9c89-e7002829d7a8 req-a792b0ba-b8ee-4493-9d8c-53e6531ae7b3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:20.175943 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e4d516f-ebe3-4dfe-9c89-e7002829d7a8 req-a792b0ba-b8ee-4493-9d8c-53e6531ae7b3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.3016672 Nov 19 03:24:20.221417 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e4d516f-ebe3-4dfe-9c89-e7002829d7a8 req-cc68a367-83a8-4642-b83c-e10e43e747ff tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395327 Nov 19 03:24:22.186927 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58568) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:22.302037 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d460d437-e94e-4ad6-8dcf-2323a7841c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.379482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d460d437-e94e-4ad6-8dcf-2323a7841c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.383135 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d460d437-e94e-4ad6-8dcf-2323a7841c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.422548 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d460d437-e94e-4ad6-8dcf-2323a7841c91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2973ff7ff3df40888fec2afa2c9d06a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338862 Nov 19 03:24:22.424396 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d437-e94e-4ad6-8dcf-2323a7841c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb446d00-008d-462d-9202-c3871fcb7256,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:22.425284 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58578) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:22.477817 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.506622 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.551677 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.554446 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:22.555591 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb446d00-008d-462d-9202-c3871fcb7256 HTTP/1.1" status: 204 len: 168 time: 0.1293230 Nov 19 03:24:22.565081 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb446d00-008d-462d-9202-c3871fcb7256,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:22.572111 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.572460 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.572801 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.573135 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.573465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.573789 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.574231 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.574588 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.574913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.575235 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.575552 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:22.575871 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df25686f-fa5b-4273-a806-9f676e7a4cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:24:23.846256 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:24:24.292199 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58668) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:24.393731 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f6de9bc-5f36-4203-9f7f-dbfc1ec73c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.467162 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f6de9bc-5f36-4203-9f7f-dbfc1ec73c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.471216 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f6de9bc-5f36-4203-9f7f-dbfc1ec73c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.511527 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5f6de9bc-5f36-4203-9f7f-dbfc1ec73c65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00ee1a22770a4c78be8ae56fdc06ea1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181666 Nov 19 03:24:24.512347 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6de9bc-5f36-4203-9f7f-dbfc1ec73c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be5ce60-70c6-413e-8b18-2e2518225d92,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:24.514179 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58672) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:24.562286 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4c650453-8e0f-4862-8828-08f7886e4934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.583878 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4c650453-8e0f-4862-8828-08f7886e4934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.628429 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4c650453-8e0f-4862-8828-08f7886e4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.630991 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4c650453-8e0f-4862-8828-08f7886e4934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.632163 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-4c650453-8e0f-4862-8828-08f7886e4934 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5be5ce60-70c6-413e-8b18-2e2518225d92 HTTP/1.1" status: 204 len: 168 time: 0.1168778 Nov 19 03:24:24.639779 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c650453-8e0f-4862-8828-08f7886e4934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be5ce60-70c6-413e-8b18-2e2518225d92,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:24.892781 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58686) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:24.906556 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08adf2c2-dcb1-475f-98e8-bdc0781d801b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.984276 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08adf2c2-dcb1-475f-98e8-bdc0781d801b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:24.988586 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-08adf2c2-dcb1-475f-98e8-bdc0781d801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:25.027082 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-08adf2c2-dcb1-475f-98e8-bdc0781d801b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=757ffc28853d44299e95f4a89773d918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329453 Nov 19 03:24:25.027956 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adf2c2-dcb1-475f-98e8-bdc0781d801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f7b74b-e0bb-4622-8bab-3e5fbe6be45e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:25.030084 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58688) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:25.078253 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eace736f-8582-4d45-98ce-d18d1d78a5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:25.099029 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eace736f-8582-4d45-98ce-d18d1d78a5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:25.145542 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eace736f-8582-4d45-98ce-d18d1d78a5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:25.148124 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-eace736f-8582-4d45-98ce-d18d1d78a5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:25.149267 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-eace736f-8582-4d45-98ce-d18d1d78a5d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6f7b74b-e0bb-4622-8bab-3e5fbe6be45e HTTP/1.1" status: 204 len: 168 time: 0.1181536 Nov 19 03:24:25.157427 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace736f-8582-4d45-98ce-d18d1d78a5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f7b74b-e0bb-4622-8bab-3e5fbe6be45e,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:26.784913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68607e60-5c1b-4b13-b8d4-935590892efc req-62a7c7c1-4781-4422-9e7a-b21aae78a6f2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:26.786326 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-68607e60-5c1b-4b13-b8d4-935590892efc req-62a7c7c1-4781-4422-9e7a-b21aae78a6f2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0505273 Nov 19 03:24:26.837463 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-68607e60-5c1b-4b13-b8d4-935590892efc req-b447c34c-dd61-450d-82b7-d08df379c015 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 Nov 19 03:24:27.955469 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e485873-f094-483d-bbe6-edd57b110bdd req-2c3352f3-6e04-4f8d-b9e6-575eab2987a6 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:27.958587 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e485873-f094-483d-bbe6-edd57b110bdd req-2c3352f3-6e04-4f8d-b9e6-575eab2987a6 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0517752 Nov 19 03:24:28.005402 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e485873-f094-483d-bbe6-edd57b110bdd req-5183c55f-34a9-4577-b4e6-70af8e922da4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Nov 19 03:24:29.123999 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13098f-7982-4b49-b404-b256d3210061 req-7557219e-e078-4df9-949b-c612bb0b2721 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:29.126041 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d13098f-7982-4b49-b404-b256d3210061 req-7557219e-e078-4df9-949b-c612bb0b2721 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0484638 Nov 19 03:24:29.174111 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1d13098f-7982-4b49-b404-b256d3210061 req-9c117639-4d8b-4ace-bb3d-e84a51d626d8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Nov 19 03:24:29.441842 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58824) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:29.544980 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1804ac1-c431-4a10-a1fa-08d1e1883d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.621606 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1804ac1-c431-4a10-a1fa-08d1e1883d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.625243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d1804ac1-c431-4a10-a1fa-08d1e1883d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.664092 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d1804ac1-c431-4a10-a1fa-08d1e1883d6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca068cdf88374fb0bae5899d02fe9ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211418 Nov 19 03:24:29.664998 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1804ac1-c431-4a10-a1fa-08d1e1883d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef525fd-50f1-4edc-ab9c-82a39b0093ef,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:29.666741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58828) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:29.716055 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea0a90a4-ea78-47f6-a468-38b2be33f36e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.739061 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea0a90a4-ea78-47f6-a468-38b2be33f36e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.787205 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea0a90a4-ea78-47f6-a468-38b2be33f36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.789680 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ea0a90a4-ea78-47f6-a468-38b2be33f36e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:29.790844 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ea0a90a4-ea78-47f6-a468-38b2be33f36e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aef525fd-50f1-4edc-ab9c-82a39b0093ef HTTP/1.1" status: 204 len: 168 time: 0.1230998 Nov 19 03:24:29.799072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a90a4-ea78-47f6-a468-38b2be33f36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef525fd-50f1-4edc-ab9c-82a39b0093ef,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:30.046832 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58834) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:30.061207 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a0e92b1-054c-4ebe-bb33-d212842f03c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.136699 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a0e92b1-054c-4ebe-bb33-d212842f03c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.140482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0a0e92b1-054c-4ebe-bb33-d212842f03c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.180704 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0a0e92b1-054c-4ebe-bb33-d212842f03c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a38aeab9134422d92350df1951b29e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327593 Nov 19 03:24:30.181883 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e92b1-054c-4ebe-bb33-d212842f03c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a552e-0437-42bb-a5fa-d5d17ddabd4e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:30.183454 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58844) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:30.238157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b06d83c0-8ccf-4c84-8db9-02e3da3eb7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.284794 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b06d83c0-8ccf-4c84-8db9-02e3da3eb7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.327356 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882b13d-13b0-49ac-8da1-19de546164bf req-0758a4a7-efe8-4f18-b78e-ad214d7a5c7f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:30.328752 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3882b13d-13b0-49ac-8da1-19de546164bf req-0758a4a7-efe8-4f18-b78e-ad214d7a5c7f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0812404 Nov 19 03:24:30.364143 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b06d83c0-8ccf-4c84-8db9-02e3da3eb7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.366622 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b06d83c0-8ccf-4c84-8db9-02e3da3eb7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:30.367720 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b06d83c0-8ccf-4c84-8db9-02e3da3eb7dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd4a552e-0437-42bb-a5fa-d5d17ddabd4e HTTP/1.1" status: 204 len: 168 time: 0.1823807 Nov 19 03:24:30.388791 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d83c0-8ccf-4c84-8db9-02e3da3eb7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a552e-0437-42bb-a5fa-d5d17ddabd4e,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:30.395462 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3882b13d-13b0-49ac-8da1-19de546164bf req-05fd82a2-e950-4c8e-b2c5-0e95d19def7c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598662 Nov 19 03:24:31.521526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5cd15-6942-4ca3-885c-ea855a72f1f0 req-20bcbb60-4d19-46c1-9e12-54bccc711457 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:31.523001 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-66b5cd15-6942-4ca3-885c-ea855a72f1f0 req-20bcbb60-4d19-46c1-9e12-54bccc711457 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0497591 Nov 19 03:24:31.574054 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-66b5cd15-6942-4ca3-885c-ea855a72f1f0 req-cac03d18-72e7-42e6-acf3-379a02d2c427 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Nov 19 03:24:32.705676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8de17c-fdad-426a-a444-f4b3a6ab35e5 req-1a73c7ba-4c01-438e-8230-d6a00a3cac12 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:32.707244 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cc8de17c-fdad-426a-a444-f4b3a6ab35e5 req-1a73c7ba-4c01-438e-8230-d6a00a3cac12 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0582311 Nov 19 03:24:32.759146 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cc8de17c-fdad-426a-a444-f4b3a6ab35e5 req-4ecd09c6-2062-49be-a3b3-0ab93588da08 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Nov 19 03:24:33.886564 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13ebc4-b0a7-419c-b530-917385e3b45e req-c11f4407-b56e-43d7-a1b3-4b2e4a2ef332 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:33.888026 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e13ebc4-b0a7-419c-b530-917385e3b45e req-c11f4407-b56e-43d7-a1b3-4b2e4a2ef332 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0540156 Nov 19 03:24:33.935164 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e13ebc4-b0a7-419c-b530-917385e3b45e req-50957c14-c46e-4f18-8355-8b69419db1b3 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Nov 19 03:24:34.350850 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58974) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:34.378627 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 58978) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:34.482868 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e42e4dd-e931-461a-ad45-72c844e6d5e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.503721 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d4f2df62-05db-44e6-a861-bf3057f70894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.623974 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e42e4dd-e931-461a-ad45-72c844e6d5e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.632645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e42e4dd-e931-461a-ad45-72c844e6d5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.636034 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d4f2df62-05db-44e6-a861-bf3057f70894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.646699 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d4f2df62-05db-44e6-a861-bf3057f70894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.690276 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-6e42e4dd-e931-461a-ad45-72c844e6d5e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6505ad7ab8fb4d93bcad090f1d15354c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106213 Nov 19 03:24:34.693026 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58982) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:34.697875 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42e4dd-e931-461a-ad45-72c844e6d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca158412-ff2a-4a84-91fb-c188cf38c127,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:34.709055 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d4f2df62-05db-44e6-a861-bf3057f70894 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f539d39f38a4f43a785ade9b4b17ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546078 Nov 19 03:24:34.710045 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 58984) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:34.726876 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2df62-05db-44e6-a861-bf3057f70894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e198cb-121b-4f6c-ac0a-b8805402e616,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:34.780114 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9682fb30-d4a5-4256-a371-75e6723daf62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.791163 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-94350f9c-ce8a-4a5d-a460-eb34d612bda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.810967 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9682fb30-d4a5-4256-a371-75e6723daf62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.830192 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-94350f9c-ce8a-4a5d-a460-eb34d612bda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.889285 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9682fb30-d4a5-4256-a371-75e6723daf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.892809 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9682fb30-d4a5-4256-a371-75e6723daf62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.893958 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9682fb30-d4a5-4256-a371-75e6723daf62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca158412-ff2a-4a84-91fb-c188cf38c127 HTTP/1.1" status: 204 len: 168 time: 0.1999521 Nov 19 03:24:34.896541 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-94350f9c-ce8a-4a5d-a460-eb34d612bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.899050 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-94350f9c-ce8a-4a5d-a460-eb34d612bda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:34.900062 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-94350f9c-ce8a-4a5d-a460-eb34d612bda3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31e198cb-121b-4f6c-ac0a-b8805402e616 HTTP/1.1" status: 204 len: 168 time: 0.1890886 Nov 19 03:24:34.908243 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682fb30-d4a5-4256-a371-75e6723daf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca158412-ff2a-4a84-91fb-c188cf38c127,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:34.918107 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94350f9c-ce8a-4a5d-a460-eb34d612bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e198cb-121b-4f6c-ac0a-b8805402e616,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:35.074105 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5977e7-4522-46ef-b9e4-31e96481989a req-3e878527-6eb6-4cfe-b555-43bd9040c745 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:35.075753 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5b5977e7-4522-46ef-b9e4-31e96481989a req-3e878527-6eb6-4cfe-b555-43bd9040c745 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0676885 Nov 19 03:24:35.125199 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5b5977e7-4522-46ef-b9e4-31e96481989a req-f6c67c3a-92a5-426c-ab2f-e7f31c42d75a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Nov 19 03:24:35.257792 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59004) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:35.271975 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-938da912-1059-4e68-a254-ce82fd252d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.345811 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-938da912-1059-4e68-a254-ce82fd252d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.349767 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-938da912-1059-4e68-a254-ce82fd252d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.386261 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-938da912-1059-4e68-a254-ce82fd252d84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55eb761e2f7a4213b733a7d0f20e1bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272593 Nov 19 03:24:35.388139 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938da912-1059-4e68-a254-ce82fd252d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9edd39-995a-430f-8daa-d622e9fa9411,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:35.389224 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59008) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:35.449044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f74fd9fa-6c63-44ce-814b-55f66fadc1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.472057 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f74fd9fa-6c63-44ce-814b-55f66fadc1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.520431 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f74fd9fa-6c63-44ce-814b-55f66fadc1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.523340 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f74fd9fa-6c63-44ce-814b-55f66fadc1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:35.524574 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f74fd9fa-6c63-44ce-814b-55f66fadc1c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa9edd39-995a-430f-8daa-d622e9fa9411 HTTP/1.1" status: 204 len: 168 time: 0.1342700 Nov 19 03:24:35.533285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fd9fa-6c63-44ce-814b-55f66fadc1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9edd39-995a-430f-8daa-d622e9fa9411,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:36.260112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444a84-6f13-4159-ac31-fe10be5719db req-621444de-a9a2-4e86-945d-a43979e00c2a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:36.261640 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af444a84-6f13-4159-ac31-fe10be5719db req-621444de-a9a2-4e86-945d-a43979e00c2a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0606830 Nov 19 03:24:36.314814 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af444a84-6f13-4159-ac31-fe10be5719db req-5956b97f-719f-48b2-8e62-2c9d01a8c741 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Nov 19 03:24:37.356279 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59102) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:37.383695 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb0eb-1c3d-497e-8e77-c3f09fddda94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.440536 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991720f-6cc5-4e81-b2bd-261bccde3247 req-e7cbe313-0593-4e73-b323-e870619d6385 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:37.442035 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6991720f-6cc5-4e81-b2bd-261bccde3247 req-e7cbe313-0593-4e73-b323-e870619d6385 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0521598 Nov 19 03:24:37.479346 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-516f3261-8474-4480-bf52-63d3cb9cc392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.512816 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6991720f-6cc5-4e81-b2bd-261bccde3247 req-87683969-a132-4549-bf6b-1901d32a9744 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648866 Nov 19 03:24:37.583268 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-516f3261-8474-4480-bf52-63d3cb9cc392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.586898 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-516f3261-8474-4480-bf52-63d3cb9cc392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.629895 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-516f3261-8474-4480-bf52-63d3cb9cc392 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eafa8382da9d4bac94bb8e5ac00d85c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725284 Nov 19 03:24:37.631019 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f3261-8474-4480-bf52-63d3cb9cc392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b669b-539d-4d9c-bf33-071779fd136b,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:37.632645 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59106) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:37.637382 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.684096 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4426b716-e621-4425-a879-99f19e12ed1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.705486 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4426b716-e621-4425-a879-99f19e12ed1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.751402 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4426b716-e621-4425-a879-99f19e12ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.753936 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-4426b716-e621-4425-a879-99f19e12ed1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:37.755114 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-4426b716-e621-4425-a879-99f19e12ed1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/602b669b-539d-4d9c-bf33-071779fd136b HTTP/1.1" status: 204 len: 168 time: 0.1208429 Nov 19 03:24:37.763072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426b716-e621-4425-a879-99f19e12ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b669b-539d-4d9c-bf33-071779fd136b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:38.024481 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59112) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:38.038729 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61272a1b-e47d-48d3-bb69-938096db4174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.117366 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61272a1b-e47d-48d3-bb69-938096db4174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.121483 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61272a1b-e47d-48d3-bb69-938096db4174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.159899 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-61272a1b-e47d-48d3-bb69-938096db4174 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49e3e8500d0b4b9badbaea849418746f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343322 Nov 19 03:24:38.161823 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61272a1b-e47d-48d3-bb69-938096db4174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156493cc-6067-4ac7-a8dd-2b31f9c24b98,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:38.162713 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59120) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:38.214711 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8995cb00-ac98-4bd8-8d62-c9eff33377ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.236706 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8995cb00-ac98-4bd8-8d62-c9eff33377ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.290649 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8995cb00-ac98-4bd8-8d62-c9eff33377ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.293109 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8995cb00-ac98-4bd8-8d62-c9eff33377ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:38.296525 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-8995cb00-ac98-4bd8-8d62-c9eff33377ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/156493cc-6067-4ac7-a8dd-2b31f9c24b98 HTTP/1.1" status: 204 len: 168 time: 0.1305335 Nov 19 03:24:38.304863 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995cb00-ac98-4bd8-8d62-c9eff33377ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156493cc-6067-4ac7-a8dd-2b31f9c24b98,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:38.635742 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0970b-eff0-4c2a-8386-0c52cce0d322 req-7e85a0cc-fc1f-4eb3-b7d8-bc59b44365cf tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:38.644383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e3e0970b-eff0-4c2a-8386-0c52cce0d322 req-7e85a0cc-fc1f-4eb3-b7d8-bc59b44365cf tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0608299 Nov 19 03:24:38.691267 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e3e0970b-eff0-4c2a-8386-0c52cce0d322 req-12986edf-2601-4b86-bfc9-4a9a7b1ef7a0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455682 Nov 19 03:24:39.650026 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d84751cf-f017-46a0-bebb-279e8729d0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:39.812411 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a4e5e-a0f4-43ec-be07-05fef93ad492 req-aad539ba-8b9b-4021-9367-0bee6d73f61b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:39.814466 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-399a4e5e-a0f4-43ec-be07-05fef93ad492 req-aad539ba-8b9b-4021-9367-0bee6d73f61b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0531626 Nov 19 03:24:39.860869 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-399a4e5e-a0f4-43ec-be07-05fef93ad492 req-e02862f3-1d0f-473c-8c25-f6ff1b5b3b9f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Nov 19 03:24:40.781854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:40.976826 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58634f07-013c-402b-ab30-b6afd6348613 req-1a7d8656-ad54-4924-b238-41aca4ab943a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:40.978288 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-58634f07-013c-402b-ab30-b6afd6348613 req-1a7d8656-ad54-4924-b238-41aca4ab943a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0491502 Nov 19 03:24:41.025309 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-58634f07-013c-402b-ab30-b6afd6348613 req-f640bf68-a6f6-4b6c-a815-7d1fdc2d3a98 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Nov 19 03:24:42.138824 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2e0e0-4229-4a8f-b01e-14e50eb7d749 req-1df33c25-1b80-4faa-98af-4013db472c9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:42.140253 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4fa2e0e0-4229-4a8f-b01e-14e50eb7d749 req-1df33c25-1b80-4faa-98af-4013db472c9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0477316 Nov 19 03:24:42.190013 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4fa2e0e0-4229-4a8f-b01e-14e50eb7d749 req-2658774d-0e5b-4b71-939a-13cd1470e24a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Nov 19 03:24:42.281759 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:42.892795 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:43.304034 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79fd4a-9d57-48b1-862f-5f235fe6262f req-0e4cc4c3-941c-4fe8-b647-dce67e5b33aa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:43.305490 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e79fd4a-9d57-48b1-862f-5f235fe6262f req-0e4cc4c3-941c-4fe8-b647-dce67e5b33aa tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0482013 Nov 19 03:24:43.352033 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e79fd4a-9d57-48b1-862f-5f235fe6262f req-e4d35a70-5e53-4c05-9376-c240c4572635 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Nov 19 03:24:44.467521 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a051b-c923-4888-9e00-02eb1c5d0284 req-3f29413e-583b-4478-92b3-e8ec2ccdcea7 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:44.468975 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-375a051b-c923-4888-9e00-02eb1c5d0284 req-3f29413e-583b-4478-92b3-e8ec2ccdcea7 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0492554 Nov 19 03:24:44.514330 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-375a051b-c923-4888-9e00-02eb1c5d0284 req-4030f0b4-6f92-48d2-ab91-6ad28b97758d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Nov 19 03:24:45.632162 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95ee51-067f-4702-8804-6b0c43673965 req-06947531-7509-43db-b6c8-8d019b97d074 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:45.633606 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ce95ee51-067f-4702-8804-6b0c43673965 req-06947531-7509-43db-b6c8-8d019b97d074 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0514967 Nov 19 03:24:45.680824 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ce95ee51-067f-4702-8804-6b0c43673965 req-d4ab5144-14d6-4dcd-bf69-9d87d9373912 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Nov 19 03:24:46.358094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59278) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:46.481758 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-230eb3c7-5502-459f-af17-e52510370074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.566367 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-230eb3c7-5502-459f-af17-e52510370074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.569970 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-230eb3c7-5502-459f-af17-e52510370074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.613060 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-230eb3c7-5502-459f-af17-e52510370074 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76b5aef308d845fa99de1b254fa78dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536316 Nov 19 03:24:46.613926 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230eb3c7-5502-459f-af17-e52510370074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a664051-e6e8-4873-864c-d1a887583598,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:46.616059 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59282) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:46.672176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3e2a-4c11-413f-abf6-25804f79f6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.692976 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3e2a-4c11-413f-abf6-25804f79f6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.742643 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3e2a-4c11-413f-abf6-25804f79f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.745191 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3e2a-4c11-413f-abf6-25804f79f6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:46.748681 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-8c0c3e2a-4c11-413f-abf6-25804f79f6f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a664051-e6e8-4873-864c-d1a887583598 HTTP/1.1" status: 204 len: 168 time: 0.1288333 Nov 19 03:24:46.756174 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c3e2a-4c11-413f-abf6-25804f79f6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a664051-e6e8-4873-864c-d1a887583598,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:46.812327 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749057fc-e2f5-4823-8561-b3c1a4413bb0 req-a34564b9-f39f-49dc-9d17-c1736003e06d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:46.813872 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-749057fc-e2f5-4823-8561-b3c1a4413bb0 req-a34564b9-f39f-49dc-9d17-c1736003e06d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0597270 Nov 19 03:24:46.868684 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-749057fc-e2f5-4823-8561-b3c1a4413bb0 req-34e516e4-7d05-4d8c-9216-675d2b8077f1 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457785 Nov 19 03:24:47.022728 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59290) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:47.036684 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-baa19a06-f825-4f2f-b0ce-2c413f972c3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.112122 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-baa19a06-f825-4f2f-b0ce-2c413f972c3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.115858 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-baa19a06-f825-4f2f-b0ce-2c413f972c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.155722 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa19a06-f825-4f2f-b0ce-2c413f972c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274817b-e916-4e03-bac9-7a217a7a83d2,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:47.161646 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-baa19a06-f825-4f2f-b0ce-2c413f972c3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1565adbfbe73433f80cec3964a0c4b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378491 Nov 19 03:24:47.164816 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59294) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:47.214838 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a913122b-a444-4563-a884-a068409122aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.236695 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a913122b-a444-4563-a884-a068409122aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.282282 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a913122b-a444-4563-a884-a068409122aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.285520 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a913122b-a444-4563-a884-a068409122aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.286694 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a913122b-a444-4563-a884-a068409122aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7274817b-e916-4e03-bac9-7a217a7a83d2 HTTP/1.1" status: 204 len: 168 time: 0.1207783 Nov 19 03:24:47.294074 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913122b-a444-4563-a884-a068409122aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274817b-e916-4e03-bac9-7a217a7a83d2,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:47.627676 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59310) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:47.638078 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961764f5-666d-48ec-832d-678f72135158 req-fdf59e9d-bde3-4b33-8d90-e15589a40fc6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:47.639597 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-961764f5-666d-48ec-832d-678f72135158 req-fdf59e9d-bde3-4b33-8d90-e15589a40fc6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0758483 Nov 19 03:24:47.639731 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bce460f6-96f3-48ba-83da-fc36f71ce1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.671149 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-0698df4e-402b-41d1-8367-c31437d98722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:47.672614 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-0698df4e-402b-41d1-8367-c31437d98722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1137 time: 0.0716829 Nov 19 03:24:47.718818 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bce460f6-96f3-48ba-83da-fc36f71ce1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.722711 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bce460f6-96f3-48ba-83da-fc36f71ce1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.758170 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-961764f5-666d-48ec-832d-678f72135158 req-af0ae48c-6500-403d-a944-e45e93c8cf85 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106656 Nov 19 03:24:47.765146 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bce460f6-96f3-48ba-83da-fc36f71ce1ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=234c99fb95b0438da37cab3fbe04bdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372421 Nov 19 03:24:47.769450 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59312) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:47.772838 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce460f6-96f3-48ba-83da-fc36f71ce1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a4cb4a-c437-4d79-9ae5-5db1c73d45b2,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:47.827524 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-63231e26-ac5a-42f2-8844-4d9f9e5b8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:47.828984 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-63231e26-ac5a-42f2-8844-4d9f9e5b8ce3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 916 time: 0.1458845 Nov 19 03:24:47.877689 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4574b0b-ca85-4269-b200-31e2d261bf53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.912919 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4574b0b-ca85-4269-b200-31e2d261bf53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:47.924402 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-a9540aab-8eb0-457c-bc09-7d86c9f7b0ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 1001 time: 0.0881553 Nov 19 03:24:48.020510 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-2cbb4e45-d4b4-4661-90b2-f61b7e796a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.021975 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-2cbb4e45-d4b4-4661-90b2-f61b7e796a02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0891275 Nov 19 03:24:48.048145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f1753-f1ea-4ae0-8ff1-982f59c56a3f req-a0dd05dc-4d74-4c70-8b24-ea7f3c486a6a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.049738 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a33f1753-f1ea-4ae0-8ff1-982f59c56a3f req-a0dd05dc-4d74-4c70-8b24-ea7f3c486a6a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.1060655 Nov 19 03:24:48.069243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4574b0b-ca85-4269-b200-31e2d261bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:48.071898 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f4574b0b-ca85-4269-b200-31e2d261bf53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:48.072968 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f4574b0b-ca85-4269-b200-31e2d261bf53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08a4cb4a-c437-4d79-9ae5-5db1c73d45b2 HTTP/1.1" status: 204 len: 168 time: 0.3025455 Nov 19 03:24:48.098267 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4574b0b-ca85-4269-b200-31e2d261bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a4cb4a-c437-4d79-9ae5-5db1c73d45b2,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:48.131133 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-50fa6541-ef75-4b1c-b998-af03ed4824f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.132866 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-50fa6541-ef75-4b1c-b998-af03ed4824f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020942 Nov 19 03:24:48.138341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a33f1753-f1ea-4ae0-8ff1-982f59c56a3f req-f6eb2daa-a97a-40ce-a039-79a13febafbe tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720513 Nov 19 03:24:48.235854 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-fdf9ce68-f389-4780-a89b-0026bef4f779 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946653 Nov 19 03:24:48.372902 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96d035dd-8d50-4edd-84ef-2c947db4f3f2 req-fa76ffa0-c1aa-4f50-8c51-f8bcfeb2bce1 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296046 Nov 19 03:24:48.386231 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb955b-3204-47bc-89a4-cf34e2d496fb req-babad2dc-879b-41a5-87e3-a03176333ec5 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.388565 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-54cb955b-3204-47bc-89a4-cf34e2d496fb req-babad2dc-879b-41a5-87e3-a03176333ec5 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0785532 Nov 19 03:24:48.464422 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-54cb955b-3204-47bc-89a4-cf34e2d496fb req-528d6e94-34cb-4b22-a201-688911b064ae tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673609 Nov 19 03:24:48.489643 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-a99231fb-4ac8-408b-a19c-42bee38e030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.491346 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-a99231fb-4ac8-408b-a19c-42bee38e030d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1098 time: 0.0649097 Nov 19 03:24:48.607572 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-c1c12ef4-d3a0-4dec-af6d-de1a156a6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.609096 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-c1c12ef4-d3a0-4dec-af6d-de1a156a6b10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.1103759 Nov 19 03:24:48.701778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-dcbeb835-bdc3-4b67-8f05-2e2ea342bd1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 1000 time: 0.0638614 Nov 19 03:24:48.762247 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-a6875bea-9aeb-4656-a538-31e8e9a8a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.764005 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-a6875bea-9aeb-4656-a538-31e8e9a8a8cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0535476 Nov 19 03:24:48.818311 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59350) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:48.828526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-5ea7dc6c-9e53-40b1-87b6-982106e2190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.830558 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-5ea7dc6c-9e53-40b1-87b6-982106e2190c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592573 Nov 19 03:24:48.848614 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59354) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:48.954663 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288fe46-6b7f-4ba7-978f-166ab8d9dee4 req-278ea5ae-7df6-404a-89fd-520ddfb3c40b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:48.956121 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5288fe46-6b7f-4ba7-978f-166ab8d9dee4 req-278ea5ae-7df6-404a-89fd-520ddfb3c40b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.1092370 Nov 19 03:24:48.965068 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-252933430-network', 'tenant_id': '1c75c732daa4453ebbc81731ee7c28c3'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:24:48.981401 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-843ef500-9407-4064-aae8-3047b429daef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:48.987921 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Made reservation on behalf of 1c75c732daa4453ebbc81731ee7c28c3 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:24:48.990155 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:48.998157 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:48.998463 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-dd26935e-9e17-442b-9289-fbac6a376a38 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597528 Nov 19 03:24:49.073955 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.078059 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.103018 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:24:49.113403 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e00df-5981-4e4d-ace5-fbaf65a23d46,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:49.118502 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.118818 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5288fe46-6b7f-4ba7-978f-166ab8d9dee4 req-10fbae8e-05ff-47bc-a6c7-6b19ad61b951 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448026 Nov 19 03:24:49.118948 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Added segment 1f8b18b0-189e-46ae-b8b4-2dd32f55d486 of type vlan for network 2294e149-4611-4500-8734-b9b290b7e149 Nov 19 03:24:49.163522 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ea8a989-6a14-4dca-bf23-d8e3244f0a51 req-998dd447-8ae1-48cb-9b8d-6a692a148b6b service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531327 Nov 19 03:24:49.165741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.181222 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-843ef500-9407-4064-aae8-3047b429daef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.186277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-843ef500-9407-4064-aae8-3047b429daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.192284 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.193435 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:49.194041 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.230454 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-843ef500-9407-4064-aae8-3047b429daef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55c7caa7648849429d2a23db8e04bda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110563 Nov 19 03:24:49.232424 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ef500-9407-4064-aae8-3047b429daef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd93e6b-e315-45b2-911d-0f489b556fc7,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:49.234703 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59358) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:49.254228 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4017179 Nov 19 03:24:49.256563 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59360) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:24:49.262975 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53a013-be69-4a08-a4b1-3d5a8d3c08e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2294e149-4611-4500-8734-b9b290b7e149,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:49.263845 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Request body: {'subnet': {'network_id': '2294e149-4611-4500-8734-b9b290b7e149', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-252933430-subnet', 'tenant_id': '1c75c732daa4453ebbc81731ee7c28c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:24:49.278244 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 2294e149-4611-4500-8734-b9b290b7e149 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:24:49.300127 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Made reservation on behalf of 1c75c732daa4453ebbc81731ee7c28c3 for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:24:49.302380 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.316841 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c3c9aab3-5eb7-4b2e-bd51-5239b07f92b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.372659 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c3c9aab3-5eb7-4b2e-bd51-5239b07f92b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.458948 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c3c9aab3-5eb7-4b2e-bd51-5239b07f92b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.461461 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c3c9aab3-5eb7-4b2e-bd51-5239b07f92b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.462623 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-c3c9aab3-5eb7-4b2e-bd51-5239b07f92b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcd93e6b-e315-45b2-911d-0f489b556fc7 HTTP/1.1" status: 204 len: 168 time: 0.2270012 Nov 19 03:24:49.478652 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9aab3-5eb7-4b2e-bd51-5239b07f92b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd93e6b-e315-45b2-911d-0f489b556fc7,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:49.529753 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.602916 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54139205-9f9d-4975-b0ef-329353dd079b,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:49.637278 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b9ef-eb9e-4ede-9416-28f5a09b97c1 req-b4f87f49-cbe7-4ee6-a006-31dfe30ea689 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:49.638744 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed18b9ef-eb9e-4ede-9416-28f5a09b97c1 req-b4f87f49-cbe7-4ee6-a006-31dfe30ea689 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0866504 Nov 19 03:24:49.648195 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Checking segment: {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:24:49.648540 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Network hostable DHCP agents. Network: 2294e149-4611-4500-8734-b9b290b7e149, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:24:49.687961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Network 2294e149-4611-4500-8734-b9b290b7e149 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:24:49.710360 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ed18b9ef-eb9e-4ede-9416-28f5a09b97c1 req-6a44921f-37ba-4db9-b11c-543118c3d51d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594325 Nov 19 03:24:49.710360 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 2294e149-4611-4500-8734-b9b290b7e149) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:24:49.717550 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:49.717703 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae30e5-c5bf-4d7a-9f7a-7f11edd52c97 None None] Network 2294e149-4611-4500-8734-b9b290b7e149 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:24:49.717810 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:49.741662 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-aef38369-d59c-4882-b355-02fd0e80d965 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4839897 Nov 19 03:24:49.872848 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3dd09d-bd54-4ce9-b2db-7066c0e6c8b2 None None] Network 2294e149-4611-4500-8734-b9b290b7e149 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:24:50.254913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1052aa-555f-4877-a524-e6b20c2f011b req-78a37a7e-426b-457b-93ca-37ebdfd87552 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:50.257762 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a1052aa-555f-4877-a524-e6b20c2f011b req-78a37a7e-426b-457b-93ca-37ebdfd87552 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0594320 Nov 19 03:24:50.330641 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8a1052aa-555f-4877-a524-e6b20c2f011b req-ca9d3aff-b23b-428b-afba-53c3dc31b3e3 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666678 Nov 19 03:24:50.830660 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d64c7-1b64-45b0-ab59-c0361f3c70b5 req-81fff45e-23f0-47b5-9ab3-cbc452d221d7 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:50.832032 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b27d64c7-1b64-45b0-ab59-c0361f3c70b5 req-81fff45e-23f0-47b5-9ab3-cbc452d221d7 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0491161 Nov 19 03:24:50.881999 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b27d64c7-1b64-45b0-ab59-c0361f3c70b5 req-2c8b8b05-c1b9-47ee-ad40-195d917f10ea tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Nov 19 03:24:51.455340 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a205df-c3a7-47d1-86d3-ae5c0f8d56e3 req-836c60ef-9076-4a89-8a63-2825f44d5478 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:51.457397 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44a205df-c3a7-47d1-86d3-ae5c0f8d56e3 req-836c60ef-9076-4a89-8a63-2825f44d5478 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0508761 Nov 19 03:24:51.519609 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44a205df-c3a7-47d1-86d3-ae5c0f8d56e3 req-1cfdd1ae-4ba2-4f6e-aa74-af5fc76f0bad tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563390 Nov 19 03:24:51.701566 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-9f7bbcc4-9274-4cc7-93db-2c4bdd7873b4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:51.703050 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-9f7bbcc4-9274-4cc7-93db-2c4bdd7873b4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/networks?id=2294e149-4611-4500-8734-b9b290b7e149 HTTP/1.1" status: 200 len: 808 time: 0.1076875 Nov 19 03:24:51.718652 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-e771f80c-01be-4dd5-87e4-a4abe7f39b71 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/quotas/1c75c732daa4453ebbc81731ee7c28c3 HTTP/1.1" status: 200 len: 375 time: 0.0091667 Nov 19 03:24:51.752775 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-b21c89c5-e51b-4c93-aca2-d4c148c7286f tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279086 Nov 19 03:24:51.847365 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-68f232b5-4515-4631-a81a-c7e76f3aa7d3 service neutron] 10.222.0.47 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Nov 19 03:24:51.942876 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-7212708e-6438-420d-a469-7962b73d6c0d service neutron] 10.222.0.47 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886419 Nov 19 03:24:52.100043 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3f33b2c8-090a-427b-9fbf-fa80c1466aa2 req-ae8727b7-d79e-406b-a401-0ff442870cd7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Nov 19 03:24:52.642250 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9b55f-8a46-4ccb-92c4-0899066183f2 req-30218edb-9f74-4523-8af2-8d0f88ec79f2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:52.643886 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1df9b55f-8a46-4ccb-92c4-0899066183f2 req-30218edb-9f74-4523-8af2-8d0f88ec79f2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0521917 Nov 19 03:24:52.710968 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1df9b55f-8a46-4ccb-92c4-0899066183f2 req-4f5600fb-7dd2-4b6c-9a47-ce48b9c6ef93 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608799 Nov 19 03:24:53.195367 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a070487a-9404-433d-bed8-54ba40631a9c req-590f3199-9f53-4630-88e8-a8eac1337143 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0265744 Nov 19 03:24:53.828400 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ec763-936a-4520-9f3d-46a5e2541740 req-3daf8b18-e148-41b1-83c0-c7a02b712f11 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:53.830358 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-013ec763-936a-4520-9f3d-46a5e2541740 req-3daf8b18-e148-41b1-83c0-c7a02b712f11 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0496862 Nov 19 03:24:53.892618 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-013ec763-936a-4520-9f3d-46a5e2541740 req-c08586f3-0b2d-4e19-98b5-1e15442418b0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560853 Nov 19 03:24:54.290702 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c8b23c36-295c-4d8b-bcf6-a84aae7c9eee req-6b228ca3-39a1-403d-8466-822c154a78ee tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0282333 Nov 19 03:24:55.178314 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683700e-3c86-4ff0-8d31-68353d99e558 req-df690343-2db8-4abe-acee-b7b2c6d0f252 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:55.179945 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0683700e-3c86-4ff0-8d31-68353d99e558 req-df690343-2db8-4abe-acee-b7b2c6d0f252 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.2213337 Nov 19 03:24:55.252712 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0683700e-3c86-4ff0-8d31-68353d99e558 req-0844841e-06f9-42d5-95ef-8848f0611aa4 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668259 Nov 19 03:24:55.433042 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-774b37ff-9cb7-455a-92b3-20bc09b3360c req-0ed6a607-ce0e-4e6c-b3f7-e051dab4721f tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0755014 Nov 19 03:24:56.327392 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-55d907a3-9eeb-4bb9-a6b8-93bf1c297c72 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:56.329259 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-55d907a3-9eeb-4bb9-a6b8-93bf1c297c72 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "GET /v2.0/networks?id=2294e149-4611-4500-8734-b9b290b7e149 HTTP/1.1" status: 200 len: 808 time: 0.1241610 Nov 19 03:24:56.365668 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Request body: {'port': {'device_id': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'network_id': '2294e149-4611-4500-8734-b9b290b7e149', 'admin_state_up': True, 'tenant_id': '1c75c732daa4453ebbc81731ee7c28c3'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:24:56.447371 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b2a7-773e-41e5-a07b-a10fe79f05aa req-9ad2182b-f1df-4540-9b58-8eb03122f90e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:56.448856 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a380b2a7-773e-41e5-a07b-a10fe79f05aa req-9ad2182b-f1df-4540-9b58-8eb03122f90e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.1184399 Nov 19 03:24:56.556562 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a966cc0c-e157-48b3-bbef-c6bca23199ee req-173ef968-36a0-4f20-b23e-7a1220ad1517 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0473435 Nov 19 03:24:56.576389 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a380b2a7-773e-41e5-a07b-a10fe79f05aa req-e07d6473-44ff-4f76-abb0-f11149db6589 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214468 Nov 19 03:24:56.588062 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Made reservation on behalf of 1c75c732daa4453ebbc81731ee7c28c3 for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:24:56.592004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:56.727402 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Allocated IP 172.20.0.5 (2294e149-4611-4500-8734-b9b290b7e149/54139205-9f9d-4975-b0ef-329353dd079b/24528e7f-8831-4104-bcd0-4a6a28f9fb12) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:24:56.871234 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:56.903824 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:56.953996 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Network 2294e149-4611-4500-8734-b9b290b7e149 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:24:56.958264 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:24:56.963146 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:24:56.991744 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Pushing event updated for resources: {'Port': ['ID=24528e7f-8831-4104-bcd0-4a6a28f9fb12,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:57.019932 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:57.020588 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:57.038817 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-2b197d06-1cd3-47fd-825c-73c29b92c671 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6795814 Nov 19 03:24:57.058710 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Request body: {'port': {'device_id': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:24:57.118565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:57.626103 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24528e7f-8831-4104-bcd0-4a6a28f9fb12 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:24:57.641266 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:57.678977 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Transition to ACTIVE for port object 24528e7f-8831-4104-bcd0-4a6a28f9fb12 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:24:57.696157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:57.759676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f2b1d-4ce2-4dc7-be66-b2ac7bccb4c1 req-e5f0c066-a2a9-4d72-8c73-d3d11c9941af tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:57.761151 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-190f2b1d-4ce2-4dc7-be66-b2ac7bccb4c1 req-e5f0c066-a2a9-4d72-8c73-d3d11c9941af tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 931 time: 0.1374328 Nov 19 03:24:57.774861 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Pushing event updated for resources: {'Port': ['ID=24528e7f-8831-4104-bcd0-4a6a28f9fb12,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:57.793139 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e92357-6047-4eeb-ae0a-46ee391d349d req-82733c8a-e0a6-4753-a517-25bd4faf25cf tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:57.794619 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7e92357-6047-4eeb-ae0a-46ee391d349d req-82733c8a-e0a6-4753-a517-25bd4faf25cf tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.1466796 Nov 19 03:24:57.910592 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-190f2b1d-4ce2-4dc7-be66-b2ac7bccb4c1 req-2f4efac9-03ff-4b92-99c8-eecf21262574 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408100 Nov 19 03:24:57.951225 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7e92357-6047-4eeb-ae0a-46ee391d349d req-521f4482-03e4-4510-ad01-f17dfe76a158 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468384 Nov 19 03:24:57.952056 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Attempting to bind port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:24:57.952398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Attempting to bind port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:24:57.952742 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Attempting to bind port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 on network 2294e149-4611-4500-8734-b9b290b7e149 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:24:57.957968 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 on network 2294e149-4611-4500-8734-b9b290b7e149 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:24:57.958289 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Attempting to bind port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 on network 2294e149-4611-4500-8734-b9b290b7e149 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:24:57.963209 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:24:57.963555 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Checking segment: {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:24:57.963936 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Bound using segment: {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:24:57.964370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Bound port: 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:24:57.964732 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:58.034838 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] For port 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:24:58.038120 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] For port 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24528e7f-8831-4104-bcd0-4a6a28f9fb12,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:24:58.042490 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:58.080542 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:58.081985 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:24:58.083429 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] 10.222.0.50 "PUT /v2.0/ports/24528e7f-8831-4104-bcd0-4a6a28f9fb12 HTTP/1.1" status: 200 len: 1093 time: 1.0293577 Nov 19 03:24:58.083867 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'tag': '24528e7f-8831-4104-bcd0-4a6a28f9fb12'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:24:58.086194 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328dd94c-bad4-430a-b747-78e8152abf59" -d '{"events": [{"name": "network-changed", "server_uuid": "e24f94eb-65e4-4d85-9117-de9e6c26c0e8", "tag": "24528e7f-8831-4104-bcd0-4a6a28f9fb12"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:24:58.104741 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40b9ad-9380-4589-a6f9-b20ee9123361 service neutron] Pushing event updated for resources: {'Port': ['ID=24528e7f-8831-4104-bcd0-4a6a28f9fb12,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:24:58.123183 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b920a1b8-1992-404d-bb20-dff897c2177e x-openstack-request-id: req-b920a1b8-1992-404d-bb20-dff897c2177e {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:24:58.123475 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24f94eb-65e4-4d85-9117-de9e6c26c0e8", "tag": "24528e7f-8831-4104-bcd0-4a6a28f9fb12", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:24:58.123726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b920a1b8-1992-404d-bb20-dff897c2177e {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:24:58.124118 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'tag': '24528e7f-8831-4104-bcd0-4a6a28f9fb12', 'status': 'completed', 'code': 200} Nov 19 03:24:59.025626 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76af9-15d5-4715-940b-e3772613b9c6 req-ba4dfe27-bac4-4093-b6e3-9fbfcc16a4f2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:59.027140 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0bf76af9-15d5-4715-940b-e3772613b9c6 req-ba4dfe27-bac4-4093-b6e3-9fbfcc16a4f2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0489304 Nov 19 03:24:59.108119 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c142ea2-d7c4-4c7f-9690-b8e11e2e3c12 req-4fdd5df8-ef56-4fdc-9c19-3ac5dc131756 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:24:59.109614 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c142ea2-d7c4-4c7f-9690-b8e11e2e3c12 req-4fdd5df8-ef56-4fdc-9c19-3ac5dc131756 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0816092 Nov 19 03:24:59.113565 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0bf76af9-15d5-4715-940b-e3772613b9c6 req-bde29806-c350-4a17-a28c-ff9e4dab9936 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765560 Nov 19 03:24:59.179508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1c142ea2-d7c4-4c7f-9690-b8e11e2e3c12 req-d9501b08-2958-494b-bcfc-ce54990f8788 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593646 Nov 19 03:25:00.232276 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80872f-b16e-4320-95c7-bb85ad2f0232 req-261809af-a522-4fe4-a6ef-f6cb28f819cb tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:00.234135 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5a80872f-b16e-4320-95c7-bb85ad2f0232 req-261809af-a522-4fe4-a6ef-f6cb28f819cb tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0526900 Nov 19 03:25:00.313178 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5a80872f-b16e-4320-95c7-bb85ad2f0232 req-4294714d-3524-4412-b588-19e199320b1d tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730236 Nov 19 03:25:00.328374 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d17c3-ae1e-4abf-b024-95e7ad158a74 req-a541c29b-35f4-4bf1-adc3-b3fa2be3227e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:00.330383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-860d17c3-ae1e-4abf-b024-95e7ad158a74 req-a541c29b-35f4-4bf1-adc3-b3fa2be3227e tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0842960 Nov 19 03:25:00.396882 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-860d17c3-ae1e-4abf-b024-95e7ad158a74 req-46874970-ee57-4370-8b87-27904e71bca2 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596488 Nov 19 03:25:00.844804 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:25:01.359545 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd94c-bad4-430a-b747-78e8152abf59 req-ab6c1268-036a-4b6a-9435-a8b021f48dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.361231 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-328dd94c-bad4-430a-b747-78e8152abf59 req-ab6c1268-036a-4b6a-9435-a8b021f48dc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0446210 Nov 19 03:25:01.539883 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd94c-bad4-430a-b747-78e8152abf59 req-dd47a7ef-5c5b-4155-8fad-5738582093c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.541271 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-328dd94c-bad4-430a-b747-78e8152abf59 req-dd47a7ef-5c5b-4155-8fad-5738582093c9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1597731 Nov 19 03:25:01.549084 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78869f70-09ff-422e-b926-b6f1c5fa5fc6 req-f1691ebb-a69a-4547-9b6c-d61e9d12bed2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.550429 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-78869f70-09ff-422e-b926-b6f1c5fa5fc6 req-f1691ebb-a69a-4547-9b6c-d61e9d12bed2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.1494823 Nov 19 03:25:01.586787 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adee5e5-7381-4adc-9b44-d078dc107e14 req-a5e14287-dd6a-41a5-96af-a05206cd4e13 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.588249 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6adee5e5-7381-4adc-9b44-d078dc107e14 req-a5e14287-dd6a-41a5-96af-a05206cd4e13 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.1223600 Nov 19 03:25:01.697529 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-78869f70-09ff-422e-b926-b6f1c5fa5fc6 req-ba2718bc-0ba0-4060-bcf1-7460740e3f8d tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378462 Nov 19 03:25:01.730676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dd94c-bad4-430a-b747-78e8152abf59 req-96b824a2-4b73-4085-b8f4-e10d60f1337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.732119 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-328dd94c-bad4-430a-b747-78e8152abf59 req-96b824a2-4b73-4085-b8f4-e10d60f1337c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806998 Nov 19 03:25:01.744064 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6adee5e5-7381-4adc-9b44-d078dc107e14 req-5d3662ee-6e4d-4098-9fc2-b5eab8cae46b tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217947 Nov 19 03:25:01.832147 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-fe545c2f-0064-4866-8a93-f9035f7f5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.833508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-fe545c2f-0064-4866-8a93-f9035f7f5d56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0408356 Nov 19 03:25:01.885228 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-49f120e9-32a6-4897-8e8b-92694efd1cf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24528e7f-8831-4104-bcd0-4a6a28f9fb12 HTTP/1.1" status: 200 len: 217 time: 0.0375681 Nov 19 03:25:01.934369 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-f8bafc80-e93b-4047-b272-d9c233694536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:01.935782 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-f8bafc80-e93b-4047-b272-d9c233694536 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54139205-9f9d-4975-b0ef-329353dd079b HTTP/1.1" status: 200 len: 848 time: 0.0423620 Nov 19 03:25:01.967737 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-79920026-13b0-4832-b5d4-d3e63516fd50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2294e149-4611-4500-8734-b9b290b7e149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246794 Nov 19 03:25:02.061452 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-8d69221d-c7b2-4c38-a8ad-9363b40be9dc service neutron] 10.222.0.50 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861816 Nov 19 03:25:02.152286 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ddc9fa21-2179-4e21-81dd-28412a66f788 req-025a038f-4e98-48cb-9fc4-ea1b0bcef4d6 service neutron] 10.222.0.50 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829024 Nov 19 03:25:02.815691 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7e5e5-922b-42a0-ac2f-80e048df9689 req-b89f9b88-b0b4-4576-b5e2-63fba9c9eac9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:02.817208 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d8b7e5e5-922b-42a0-ac2f-80e048df9689 req-b89f9b88-b0b4-4576-b5e2-63fba9c9eac9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0517755 Nov 19 03:25:02.897719 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094d062-16db-44a8-bddb-806f3736879e req-50325b92-8129-4390-b859-86dead54a669 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:02.899238 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1094d062-16db-44a8-bddb-806f3736879e req-50325b92-8129-4390-b859-86dead54a669 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0811658 Nov 19 03:25:02.902819 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d8b7e5e5-922b-42a0-ac2f-80e048df9689 req-6c4ca701-11a7-4e7a-8b60-4b5d7d43905f tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766346 Nov 19 03:25:02.961920 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1094d062-16db-44a8-bddb-806f3736879e req-c7ff3174-5cfb-4f3e-88f4-b014919aaae3 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564983 Nov 19 03:25:04.026225 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9dd32-a463-40de-9117-f3eebf7b3655 req-396c0b7a-9535-4416-86db-30e421da3abc tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:04.027737 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a9a9dd32-a463-40de-9117-f3eebf7b3655 req-396c0b7a-9535-4416-86db-30e421da3abc tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0491145 Nov 19 03:25:04.107041 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35e97-fbf2-49cc-a2cb-36ebaba21627 req-3ee27ace-b3cc-4801-a03c-468b363f2e47 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:04.108434 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-30a35e97-fbf2-49cc-a2cb-36ebaba21627 req-3ee27ace-b3cc-4801-a03c-468b363f2e47 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0798423 Nov 19 03:25:04.116403 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a9a9dd32-a463-40de-9117-f3eebf7b3655 req-de4c1ac1-0636-4132-84d8-c21843f5ec5e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Nov 19 03:25:04.171709 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-30a35e97-fbf2-49cc-a2cb-36ebaba21627 req-08ddeb1d-28f9-4334-ad14-611fb835cd09 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543354 Nov 19 03:25:05.228737 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3958d-b6de-44c5-b3ec-de6b4b3f81c6 req-fe7b0298-3533-4415-87f5-7c4fc0454add tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:05.230213 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fca3958d-b6de-44c5-b3ec-de6b4b3f81c6 req-fe7b0298-3533-4415-87f5-7c4fc0454add tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0485146 Nov 19 03:25:05.310422 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fca3958d-b6de-44c5-b3ec-de6b4b3f81c6 req-89553527-6a1e-48f1-9553-185e0845e2c7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Nov 19 03:25:05.318939 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133a767-fb9c-440a-bf53-1a1b402d23eb req-da2b5ba1-3d69-4a80-9725-123e25ccf61c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:05.320353 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f133a767-fb9c-440a-bf53-1a1b402d23eb req-da2b5ba1-3d69-4a80-9725-123e25ccf61c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0778461 Nov 19 03:25:05.381276 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f133a767-fb9c-440a-bf53-1a1b402d23eb req-47f54fa8-79b7-4959-ab6e-03eaf3020919 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547547 Nov 19 03:25:06.425676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c850b0-17f5-4942-b3b1-9d25b5ce2d1e req-a64c3bad-f15b-4d63-8e94-96a14ed26f5c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:06.427233 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c2c850b0-17f5-4942-b3b1-9d25b5ce2d1e req-a64c3bad-f15b-4d63-8e94-96a14ed26f5c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0507696 Nov 19 03:25:06.505403 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c2c850b0-17f5-4942-b3b1-9d25b5ce2d1e req-fca17f42-d8f9-4d60-ac0b-68e963cfb6a7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Nov 19 03:25:06.518070 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494708-c7ba-493d-a7c9-b54e6dea54c7 req-566351f9-c78f-4909-b346-1e19cf46c2ac tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:06.519544 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42494708-c7ba-493d-a7c9-b54e6dea54c7 req-566351f9-c78f-4909-b346-1e19cf46c2ac tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0708153 Nov 19 03:25:06.582866 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42494708-c7ba-493d-a7c9-b54e6dea54c7 req-3cfb7fd6-6d2b-47d9-a0e3-e1a38b9230f6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573311 Nov 19 03:25:06.697856 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-775e8fb1-ff9c-488d-94ba-5abf9ca6c6ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399420 Nov 19 03:25:06.769072 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-09a4e684-bb7c-48a8-b4cd-a7cb964e903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:06.770556 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-09a4e684-bb7c-48a8-b4cd-a7cb964e903d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 1099 time: 0.0401738 Nov 19 03:25:06.874878 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-29b770f1-a4ed-475d-a68b-b072d89af1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:06.876301 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-29b770f1-a4ed-475d-a68b-b072d89af1dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0858676 Nov 19 03:25:06.940243 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-b053ecf9-a2be-4a6e-8f54-20b9e622b711 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 200 len: 1000 time: 0.0573461 Nov 19 03:25:06.988708 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-12921b2b-ac84-4022-b2e4-2c34a6f41aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:06.990114 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-12921b2b-ac84-4022-b2e4-2c34a6f41aab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0435302 Nov 19 03:25:07.039097 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-08e69787-6884-42d0-b96a-fdf69845b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:07.040557 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-08e69787-6884-42d0-b96a-fdf69845b83d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426006 Nov 19 03:25:07.131914 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-c12b68f7-8d33-44d6-a231-6031e2db110b service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806429 Nov 19 03:25:07.224284 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-da40524a-9dcd-4396-af2a-f602e017fa61 req-f10300b6-8d54-4af9-b66e-822a9d958c92 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847445 Nov 19 03:25:07.374888 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d8134f4b-21db-41c5-bf8e-fa21500994e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:07.622144 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e35f3-157b-4ba9-9f01-635f807b5956 req-81de5c03-f62f-49a1-aa6a-ae685c159ef7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:07.624427 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f77e35f3-157b-4ba9-9f01-635f807b5956 req-81de5c03-f62f-49a1-aa6a-ae685c159ef7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0504761 Nov 19 03:25:07.655646 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:07.700154 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f77e35f3-157b-4ba9-9f01-635f807b5956 req-1f6d1c35-f74c-47c1-9e4a-42c25b1fcd6f tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694883 Nov 19 03:25:07.724495 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954aa6f-e6ad-4dea-8d89-81883bec564c req-590a1a46-40b9-4bf8-bcca-a6a392a5ed6f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:07.726048 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d954aa6f-e6ad-4dea-8d89-81883bec564c req-590a1a46-40b9-4bf8-bcca-a6a392a5ed6f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0653698 Nov 19 03:25:07.791423 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d954aa6f-e6ad-4dea-8d89-81883bec564c req-d8b47227-6aef-4cdc-bd57-4478bcac81d0 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588884 Nov 19 03:25:08.818507 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb780dd5-6f70-4e9c-9c28-6dbe15d6a103 req-636fbb18-c7d2-4d3d-b099-04f6d2af83e8 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:08.819994 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb780dd5-6f70-4e9c-9c28-6dbe15d6a103 req-636fbb18-c7d2-4d3d-b099-04f6d2af83e8 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 943 time: 0.0532007 Nov 19 03:25:08.875751 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bb780dd5-6f70-4e9c-9c28-6dbe15d6a103 req-a4239c6a-7114-4bd6-8e03-82f3c6433ce7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499723 Nov 19 03:25:08.912415 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef24c4-1169-4de5-ac08-8827abb6e115 req-e35fc31e-747f-4e99-bf79-2c8988ca11fd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:08.913894 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d5ef24c4-1169-4de5-ac08-8827abb6e115 req-e35fc31e-747f-4e99-bf79-2c8988ca11fd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0536695 Nov 19 03:25:08.973248 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d5ef24c4-1169-4de5-ac08-8827abb6e115 req-ab4d267a-8dd3-4e6a-8975-44eae78a9420 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533960 Nov 19 03:25:09.288878 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 24528e7f-8831-4104-bcd0-4a6a28f9fb12 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:25:09.382835 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24528e7f-8831-4104-bcd0-4a6a28f9fb12,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:09.393816 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '24528e7f-8831-4104-bcd0-4a6a28f9fb12', 'network_id': '2294e149-4611-4500-8734-b9b290b7e149', 'port_id': '24528e7f-8831-4104-bcd0-4a6a28f9fb12', 'mac_address': 'fa:16:3e:b9:6c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54139205-9f9d-4975-b0ef-329353dd079b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:25:09.430268 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:09.442660 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24528e7f-8831-4104-bcd0-4a6a28f9fb12 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:25:09.462259 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24528e7f-8831-4104-bcd0-4a6a28f9fb12,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:09.466175 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:09.513137 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=24528e7f-8831-4104-bcd0-4a6a28f9fb12,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:09.650621 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-bcd00d9e-6d31-4de0-b7ee-8c176e03b516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:09.887759 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['24528e7f-8831-4104-bcd0-4a6a28f9fb12'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:25:09.990724 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8159625-f8df-440e-8c61-fcfbb3ea4356 req-e72b2c28-9ebe-4b52-82b4-ba56afd0ede2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:09.992294 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e8159625-f8df-440e-8c61-fcfbb3ea4356 req-e72b2c28-9ebe-4b52-82b4-ba56afd0ede2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Nov 19 03:25:10.047609 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e8159625-f8df-440e-8c61-fcfbb3ea4356 req-6107cdfb-d2b8-4fea-9e10-4825114c22b5 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Nov 19 03:25:10.094646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc015d-14e6-4d5b-a611-d5b352d91793 req-1f0308c2-7d2f-4c05-b755-d06b47f6cd61 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:10.096100 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28dc015d-14e6-4d5b-a611-d5b352d91793 req-1f0308c2-7d2f-4c05-b755-d06b47f6cd61 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0530179 Nov 19 03:25:10.156634 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28dc015d-14e6-4d5b-a611-d5b352d91793 req-c46a9131-811e-40a2-a432-9a0797dcd108 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544019 Nov 19 03:25:10.787181 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:11.171374 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a1831-d265-4dc1-9cba-21ff8d56e744 req-9122f137-14f5-4a31-9999-517f79238610 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:11.172850 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e58a1831-d265-4dc1-9cba-21ff8d56e744 req-9122f137-14f5-4a31-9999-517f79238610 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 944 time: 0.0488250 Nov 19 03:25:11.221377 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e58a1831-d265-4dc1-9cba-21ff8d56e744 req-7505ed06-969e-40e5-8e08-826429ced46e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Nov 19 03:25:11.276416 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecab214-270c-41c7-b5bb-b89168b3fb29 req-bacc7ffb-56d2-43d7-a373-8553490bba22 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:11.277912 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2ecab214-270c-41c7-b5bb-b89168b3fb29 req-bacc7ffb-56d2-43d7-a373-8553490bba22 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0542049 Nov 19 03:25:11.292493 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 24528e7f-8831-4104-bcd0-4a6a28f9fb12 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:11.341465 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2ecab214-270c-41c7-b5bb-b89168b3fb29 req-7e58bfa9-9956-4654-873e-2af0c67ea249 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564928 Nov 19 03:25:11.343704 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:25:11.348653 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:11.348653 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:11.434034 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:11.474931 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24528e7f-8831-4104-bcd0-4a6a28f9fb12'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:25:11.477359 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6a18f-8583-420f-8bce-e3b9cccbc299" -d '{"events": [{"server_uuid": "e24f94eb-65e4-4d85-9117-de9e6c26c0e8", "name": "network-vif-plugged", "status": "completed", "tag": "24528e7f-8831-4104-bcd0-4a6a28f9fb12"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:25:11.491963 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24528e7f-8831-4104-bcd0-4a6a28f9fb12,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:11.495809 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:11.524965 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f598d332-0a31-41e4-aa79-66a08d1f8410 x-openstack-request-id: req-f598d332-0a31-41e4-aa79-66a08d1f8410 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:25:11.525289 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24f94eb-65e4-4d85-9117-de9e6c26c0e8", "name": "network-vif-plugged", "status": "completed", "tag": "24528e7f-8831-4104-bcd0-4a6a28f9fb12", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:25:11.525541 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f598d332-0a31-41e4-aa79-66a08d1f8410 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:25:11.525929 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24528e7f-8831-4104-bcd0-4a6a28f9fb12', 'code': 200} Nov 19 03:25:11.554274 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=24528e7f-8831-4104-bcd0-4a6a28f9fb12,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:11.561270 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.561619 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.561959 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.562293 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.562652 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.562985 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.563314 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.563664 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.564537 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.564864 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.565193 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.565539 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:11.729486 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81ae91-c50b-4339-ad24-85e7b06f313e req-b4f25f9c-c0b8-4214-a3e4-42970eb3567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:11.731094 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4a81ae91-c50b-4339-ad24-85e7b06f313e req-b4f25f9c-c0b8-4214-a3e4-42970eb3567a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 1098 time: 0.0421085 Nov 19 03:25:11.778095 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4a81ae91-c50b-4339-ad24-85e7b06f313e req-2c7c52e7-56a3-41bf-877a-748ec9891454 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Nov 19 03:25:12.286634 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:12.340094 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810697-12df-49af-8ef6-5a8359fc70cf req-f0833df2-e059-4963-8692-2c8bb8b29019 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:12.341464 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d810697-12df-49af-8ef6-5a8359fc70cf req-f0833df2-e059-4963-8692-2c8bb8b29019 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0516634 Nov 19 03:25:12.389298 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d810697-12df-49af-8ef6-5a8359fc70cf req-233d74fa-b851-403e-8580-8e264158a008 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Nov 19 03:25:12.461830 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387b02d-4174-4d09-9f70-36a5a152a7b1 req-9fcf24ed-c263-464d-9c89-a45583c11100 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:12.463549 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e387b02d-4174-4d09-9f70-36a5a152a7b1 req-9fcf24ed-c263-464d-9c89-a45583c11100 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0500789 Nov 19 03:25:12.534155 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e387b02d-4174-4d09-9f70-36a5a152a7b1 req-c3358332-931d-4c0f-a257-16e4820bf629 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641134 Nov 19 03:25:12.788131 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59636) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:12.890752 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45bead17-ed98-47ed-9f95-95f5bcd4f991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:12.896822 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:12.965153 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45bead17-ed98-47ed-9f95-95f5bcd4f991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:12.968926 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45bead17-ed98-47ed-9f95-95f5bcd4f991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.010052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-45bead17-ed98-47ed-9f95-95f5bcd4f991 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3782cad239794c2da21c932f7cfd4b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208543 Nov 19 03:25:13.011192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bead17-ed98-47ed-9f95-95f5bcd4f991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c07bf-2281-4f00-8746-6a9c25d0b8c7,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:13.012771 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59640) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:13.062588 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.084241 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.130090 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.132564 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.136015 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c4c07bf-2281-4f00-8746-6a9c25d0b8c7 HTTP/1.1" status: 204 len: 168 time: 0.1191826 Nov 19 03:25:13.140974 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c07bf-2281-4f00-8746-6a9c25d0b8c7,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:13.148383 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.148733 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.149068 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.149403 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.149733 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.150064 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.150389 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.150741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.151119 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.151375 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.151698 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.152019 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7cb887-e03d-4ff8-bdf9-7a202cf8d5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:13.525890 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f351b-0390-44b4-827f-ca9212b4ff56 req-5b5cc11c-612d-4ff6-90cd-75d09e8a5659 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:13.527383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f1f351b-0390-44b4-827f-ca9212b4ff56 req-5b5cc11c-612d-4ff6-90cd-75d09e8a5659 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0553761 Nov 19 03:25:13.585232 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f1f351b-0390-44b4-827f-ca9212b4ff56 req-ba032d14-6b82-4223-a80c-c97910c3be62 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 Nov 19 03:25:13.654944 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998b29d-dfbc-4158-b98f-7038d6ae1a3f req-a688312e-cb79-45a6-bd2c-b8f6efae7b95 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:13.656681 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3998b29d-dfbc-4158-b98f-7038d6ae1a3f req-a688312e-cb79-45a6-bd2c-b8f6efae7b95 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0491347 Nov 19 03:25:13.721889 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3998b29d-dfbc-4158-b98f-7038d6ae1a3f req-337ae840-d376-43bb-abc4-4ca4d9e5a5d9 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=9598f72b-c6c1-440d-a3d9-1474d29d38f6&id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562723 Nov 19 03:25:13.771336 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59670) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:13.868971 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-954311129-network', 'tenant_id': '0b123731cbb4468b8bae663587e792e7'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:13.889121 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Made reservation on behalf of 0b123731cbb4468b8bae663587e792e7 for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:25:13.891525 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.900413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.980146 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:13.983828 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.004464 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:25:14.017986 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e31fdeb-f1bd-4924-9d1d-39affc6c71b0,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:14.022654 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.022993 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Added segment 57f630f4-fddc-48f9-b76e-4a768a25572b of type vlan for network ec6214ac-d99f-413c-a1b4-78005c417695 Nov 19 03:25:14.064992 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.089387 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.090321 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:14.090947 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.140563 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3681395 Nov 19 03:25:14.144014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59674) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:14.148848 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Request body: {'subnet': {'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-954311129-subnet', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:14.152035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c477e-dfa4-442d-b1d9-4eee6537aa0d admin admin] Pushing event updated for resources: {'Network': ['ID=ec6214ac-d99f-413c-a1b4-78005c417695,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:14.162581 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network ec6214ac-d99f-413c-a1b4-78005c417695 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:25:14.172451 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Made reservation on behalf of 0b123731cbb4468b8bae663587e792e7 for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:25:14.175806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.341591 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.399200 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69748e62-2fad-45a9-bdbd-8021dd3f9e46,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:14.408559 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Checking segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:14.409024 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Network hostable DHCP agents. Network: ec6214ac-d99f-413c-a1b4-78005c417695, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:25:14.424905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Network ec6214ac-d99f-413c-a1b4-78005c417695 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:25:14.433523 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, ec6214ac-d99f-413c-a1b4-78005c417695) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:14.437922 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:14.438537 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.443482 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bd034-0cab-48c5-9f76-e792efcb9e13 None None] Network ec6214ac-d99f-413c-a1b4-78005c417695 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:25:14.456193 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-17d6afd0-0b6a-423b-8354-95b808456409 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3102741 Nov 19 03:25:14.458014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59676) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:14.462506 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:14.484472 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.485509 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.541699 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.705500 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.730355 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-ec6214ac-d99f-413c-a1b4-78005c417695', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:25:14.731245 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:14.769923 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8f60-9906-45a7-bf42-db6575f2e907 req-af2313f2-06be-4a81-8755-3fde9325cedb tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:14.771419 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-132b8f60-9906-45a7-bf42-db6575f2e907 req-af2313f2-06be-4a81-8755-3fde9325cedb tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 945 time: 0.1182683 Nov 19 03:25:14.832886 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-132b8f60-9906-45a7-bf42-db6575f2e907 req-07f0d853-508f-4675-b8d0-c58f46cd6662 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Nov 19 03:25:14.871851 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Allocated IP 172.20.0.2 (ec6214ac-d99f-413c-a1b4-78005c417695/69748e62-2fad-45a9-bdbd-8021dd3f9e46/bcc843ee-aa24-4d7b-adec-c4de4175fff2) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:15.034793 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.040495 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.083353 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Network ec6214ac-d99f-413c-a1b4-78005c417695 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:15.089347 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:15.094531 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:15.098885 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Pushing event updated for resources: {'Port': ['ID=bcc843ee-aa24-4d7b-adec-c4de4175fff2,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:15.158831 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Attempting to bind port bcc843ee-aa24-4d7b-adec-c4de4175fff2 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:15.159299 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Attempting to bind port bcc843ee-aa24-4d7b-adec-c4de4175fff2 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:15.159675 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Attempting to bind port bcc843ee-aa24-4d7b-adec-c4de4175fff2 on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:15.165099 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:15.165742 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Checking segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:15.165886 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.166281 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Bound using segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:15.166787 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Bound port: bcc843ee-aa24-4d7b-adec-c4de4175fff2, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:15.167163 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.218639 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.228850 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-032487d2-f724-42db-bf10-7543286efc3d None None] For port bcc843ee-aa24-4d7b-adec-c4de4175fff2, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:15.231863 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-032487d2-f724-42db-bf10-7543286efc3d None None] For port bcc843ee-aa24-4d7b-adec-c4de4175fff2, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=bcc843ee-aa24-4d7b-adec-c4de4175fff2,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:15.237392 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.238112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.295399 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032487d2-f724-42db-bf10-7543286efc3d None None] Pushing event updated for resources: {'Port': ['ID=bcc843ee-aa24-4d7b-adec-c4de4175fff2,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:15.378045 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Allocated IP 172.27.0.24 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:15.556101 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.603571 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:15.656867 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:15.672904 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:15.676066 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:15.678198 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:15.753302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aff3f-3382-4f7f-a8ec-220431f9772f req-4284e882-e8ed-453c-9095-695edd4e5279 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:15.754839 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-578aff3f-3382-4f7f-a8ec-220431f9772f req-4284e882-e8ed-453c-9095-695edd4e5279 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0959477 Nov 19 03:25:15.895157 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-578aff3f-3382-4f7f-a8ec-220431f9772f req-fb40672b-fee2-4897-94b6-363d6cae038c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091225 Nov 19 03:25:15.942680 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device bcc843ee-aa24-4d7b-adec-c4de4175fff2 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:15.998171 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port bcc843ee-aa24-4d7b-adec-c4de4175fff2 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:15.998580 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.006430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.084864 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.127729 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port bcc843ee-aa24-4d7b-adec-c4de4175fff2, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=bcc843ee-aa24-4d7b-adec-c4de4175fff2,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:16.131880 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.193803 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=bcc843ee-aa24-4d7b-adec-c4de4175fff2,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:16.223116 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.285628 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bfecd7-3b37-446d-abd4-448b4a8bf0c2 None None] Network ec6214ac-d99f-413c-a1b4-78005c417695 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:25:16.355078 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:25:16.395663 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-61e6c911-cdf8-483b-94fb-719c31b5f8c0 None None] Provisioning complete for port bcc843ee-aa24-4d7b-adec-c4de4175fff2 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:16.396122 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-61e6c911-cdf8-483b-94fb-719c31b5f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.472128 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:25:16.495034 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.500255 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-911a60fd-5608-462d-9d37-80a3f6998fe2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0380359 Nov 19 03:25:16.500378 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:25:16.500482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59692) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:16.524315 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:16.524857 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:16.652986 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:16.775161 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-9fc23821-8fbe-4fe6-9d4e-de6c5db1c0f2 None None] Provisioning complete for port bcc843ee-aa24-4d7b-adec-c4de4175fff2 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:16.775512 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9fc23821-8fbe-4fe6-9d4e-de6c5db1c0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.909496 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:15Z', 'revision_number': 3, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:16.924825 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:16.939630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:25:16.940471 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Updating router 4320d611-5be6-4393-9fa6-46190fe32fb0 port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:25:16.965424 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.022708 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50265a-d20a-4495-abb8-c4eb2c2ea83a req-226f581f-de95-416f-b7d3-1504ab38d9f2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:17.025003 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5b50265a-d20a-4495-abb8-c4eb2c2ea83a req-226f581f-de95-416f-b7d3-1504ab38d9f2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0551639 Nov 19 03:25:17.086843 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Allocated IP 172.20.0.1 (ec6214ac-d99f-413c-a1b4-78005c417695/69748e62-2fad-45a9-bdbd-8021dd3f9e46/09cf56d4-392a-4786-9c4c-e67e0dfd2b1b) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:17.087542 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5b50265a-d20a-4495-abb8-c4eb2c2ea83a req-1f487442-fc5e-4153-a09a-aa38db52fc93 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553305 Nov 19 03:25:17.188597 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.221945 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.222652 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.228470 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.264815 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Network ec6214ac-d99f-413c-a1b4-78005c417695 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:17.268766 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:17.271298 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:17.283384 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Attempting to bind port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:17.284660 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Attempting to bind port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:17.285037 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Attempting to bind port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:17.288340 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be858-cf86-4310-9eda-89c4d9eedcfe None None] Pushing event updated for resources: {'Port': ['ID=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:17.293623 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:17.294006 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:17.294688 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.295081 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:17.295553 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Bound port: 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:17.295933 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.299740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779223-602f-4c67-b981-6d5d31397889 req-ecb0bf64-8cb1-4ced-a05d-2e819f779107 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:17.301469 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-64779223-602f-4c67-b981-6d5d31397889 req-ecb0bf64-8cb1-4ced-a05d-2e819f779107 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Nov 19 03:25:17.303289 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Pushing event updated for resources: {'Port': ['ID=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:17.324336 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.363347 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] For port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:17.367852 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] For port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:17.375289 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.433048 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Deleting port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:25:17.433048 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.438130 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:17.439423 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:17.479841 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.498672 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be858-cf86-4310-9eda-89c4d9eedcfe None None] Pushing event updated for resources: {'Port': ['ID=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:17.541280 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] For port 24528e7f-8831-4104-bcd0-4a6a28f9fb12, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=24528e7f-8831-4104-bcd0-4a6a28f9fb12,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:17.541746 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.557055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Calling delete_port for 24528e7f-8831-4104-bcd0-4a6a28f9fb12 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:25:17.560568 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-c04f7461-21b6-4675-b8a7-a890be0586e0 None None] Provisioning complete for port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:17.561042 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c04f7461-21b6-4675-b8a7-a890be0586e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.598688 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-c04f7461-21b6-4675-b8a7-a890be0586e0 None None] Port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:25:17.619620 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:17.700041 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.736581 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Pushing event deleted for resources: {'Port': ['ID=24528e7f-8831-4104-bcd0-4a6a28f9fb12,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:17.736943 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['24528e7f-8831-4104-bcd0-4a6a28f9fb12'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:25:17.792043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] No DVR routers for this DVR port 24528e7f-8831-4104-bcd0-4a6a28f9fb12 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:25:17.795404 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.800076 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-64779223-602f-4c67-b981-6d5d31397889 req-3774dbb9-0cf4-4d64-baf9-2e42682587c9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "DELETE /v2.0/ports/24528e7f-8831-4104-bcd0-4a6a28f9fb12 HTTP/1.1" status: 204 len: 173 time: 0.4835777 Nov 19 03:25:17.800564 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'name': 'network-vif-deleted', 'tag': '24528e7f-8831-4104-bcd0-4a6a28f9fb12'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:25:17.803684 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd21516-1401-43c4-ad61-b6efbc70d416" -d '{"events": [{"server_uuid": "e24f94eb-65e4-4d85-9117-de9e6c26c0e8", "name": "network-vif-deleted", "tag": "24528e7f-8831-4104-bcd0-4a6a28f9fb12"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:25:17.850505 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90358f-153f-497f-83d8-61d8c35a3f6e x-openstack-request-id: req-2b90358f-153f-497f-83d8-61d8c35a3f6e {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:25:17.856334 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24f94eb-65e4-4d85-9117-de9e6c26c0e8", "name": "network-vif-deleted", "tag": "24528e7f-8831-4104-bcd0-4a6a28f9fb12", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:25:17.856474 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b90358f-153f-497f-83d8-61d8c35a3f6e {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:25:17.856879 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e24f94eb-65e4-4d85-9117-de9e6c26c0e8', 'name': 'network-vif-deleted', 'tag': '24528e7f-8831-4104-bcd0-4a6a28f9fb12', 'status': 'completed', 'code': 200} Nov 19 03:25:17.861463 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:15Z', 'revision_number': 3, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:17.889125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8043ea2f-9a24-4d79-bf96-6e8a2abf4512 None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:15Z', 'revision_number': 3, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:25:17.930259 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.938867 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:17.961438 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device bcc843ee-aa24-4d7b-adec-c4de4175fff2 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:18.007827 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:18.009628 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Pushing event updated for resources: {'Port': ['ID=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:18.121710 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Network ec6214ac-d99f-413c-a1b4-78005c417695 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:18.123220 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:18.167680 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port bcc843ee-aa24-4d7b-adec-c4de4175fff2 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:18.168110 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:18.321333 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-608f0762-284c-4378-92c2-75a4058f741e req-26e57e68-e641-4d10-bd02-35d5fb093a69 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=e24f94eb-65e4-4d85-9117-de9e6c26c0e8 HTTP/1.1" status: 200 len: 210 time: 0.0483780 Nov 19 03:25:18.323631 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:25:18.441950 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-450da7a1-65c9-43c6-8d3f-5c1cabf6c00d None None] Provisioning complete for port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:18.442972 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-450da7a1-65c9-43c6-8d3f-5c1cabf6c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:18.465706 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:25:18.475189 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-838758ee-38f0-4052-9226-036821f50a45 admin admin] 10.222.0.47 "PUT /v2.0/routers/4320d611-5be6-4393-9fa6-46190fe32fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9738708 Nov 19 03:25:18.498331 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-450da7a1-65c9-43c6-8d3f-5c1cabf6c00d None None] Port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:25:18.978735 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59716) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:18.983730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-382424115-network', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:19.003905 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Made reservation on behalf of 32ebea08bffa40a4821b478c9bab171a for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:25:19.006408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.024908 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.104638 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.108176 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.128057 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:25:19.143204 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee055c-c61c-47bb-b9e3-1d6c8bb990dc,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:19.146030 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.146371 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Added segment f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1 of type vlan for network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 Nov 19 03:25:19.186205 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.211053 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.212032 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:19.212676 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.276029 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2925539 Nov 19 03:25:19.276310 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59718) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:19.283483 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Request body: {'subnet': {'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-382424115-subnet', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:19.287642 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9627d7-8ad5-45bc-8197-409dbf6a5dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=361dfd3d-efaf-4168-9b13-82c2dda6a4f6,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:19.297511 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:25:19.310566 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Made reservation on behalf of 32ebea08bffa40a4821b478c9bab171a for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:25:19.312914 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5088157'] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.493443 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2786223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5088239'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.558725 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e16a34b-d185-404d-90e8-ce4e988f7267,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:19.568042 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Checking segment: {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:19.568335 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Network hostable DHCP agents. Network: 361dfd3d-efaf-4168-9b13-82c2dda6a4f6, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:25:19.585412 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:25:19.595991 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 361dfd3d-efaf-4168-9b13-82c2dda6a4f6) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:19.603027 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:19.603728 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.605118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90633fb-65b2-4062-a665-ba75701eab45 None None] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:25:19.624685 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-624e4d4a-bd80-4578-89de-cee6f683fb92 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3451116 Nov 19 03:25:19.624890 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59734) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:19.629843 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:19.644581 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:25:19.655545 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:19.656169 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:19.657481 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.659467 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.670852 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-41154b6c-d400-4e32-9d7e-24b94e78ee9d tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:19.672572 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-41154b6c-d400-4e32-9d7e-24b94e78ee9d tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/networks?id=2294e149-4611-4500-8734-b9b290b7e149 HTTP/1.1" status: 200 len: 808 time: 0.1246035 Nov 19 03:25:19.690360 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-d30b0ac0-54c7-4ee8-8a74-06d4a13e5eb2 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/quotas/1c75c732daa4453ebbc81731ee7c28c3 HTTP/1.1" status: 200 len: 375 time: 0.0108011 Nov 19 03:25:19.728995 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.730364 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-6bdb8df6-36b3-4eef-9755-0a61b2c6f563 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341220 Nov 19 03:25:19.771591 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:19.800310 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-361dfd3d-efaf-4168-9b13-82c2dda6a4f6', 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'fixed_ips': [{'subnet_id': '8e16a34b-d185-404d-90e8-ce4e988f7267'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:25:19.801175 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.953861 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:19.979059 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-460f0a79-9b08-42b5-8baa-827fa8b8bfb9 service neutron] 10.222.0.47 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401896 Nov 19 03:25:19.997364 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Allocated IP 172.20.0.2 (361dfd3d-efaf-4168-9b13-82c2dda6a4f6/8e16a34b-d185-404d-90e8-ce4e988f7267/98cf9003-a5f2-4822-91f5-664f7880facd) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:20.061003 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:20.061330 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 2, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:20.099403 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:25:20.100063 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Updating router 4320d611-5be6-4393-9fa6-46190fe32fb0 port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:25:20.115775 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-bf8820f1-7fe7-44d7-8cd8-875dcfe6da77 service neutron] 10.222.0.47 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282704 Nov 19 03:25:20.145812 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.181489 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:20.181860 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.201156 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.226017 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.233867 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.253817 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.274419 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:20.281287 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:20.310994 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:20.353623 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Allocated IP 172.27.0.191 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/9d6dca8b-b14c-49fb-8d43-2b15c27fde7f) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:20.360028 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c6412652-66c1-4459-8d38-fdb7780916b7 req-e7790a19-4cda-4be0-be60-985425769b87 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 210 time: 0.0444069 Nov 19 03:25:20.420891 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.438052 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=98cf9003-a5f2-4822-91f5-664f7880facd,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:20.451185 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Attempting to bind port 98cf9003-a5f2-4822-91f5-664f7880facd on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:20.451550 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Attempting to bind port 98cf9003-a5f2-4822-91f5-664f7880facd by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:20.452041 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Attempting to bind port 98cf9003-a5f2-4822-91f5-664f7880facd on network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:20.463950 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:20.464427 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Checking segment: {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:20.464828 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.465217 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Bound using segment: {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:20.465687 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Bound port: 98cf9003-a5f2-4822-91f5-664f7880facd, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:20.466060 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.478943 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:20.513964 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.524347 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.533638 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.540008 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.577441 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.586088 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] For port 98cf9003-a5f2-4822-91f5-664f7880facd, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:20.590373 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] For port 98cf9003-a5f2-4822-91f5-664f7880facd, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=98cf9003-a5f2-4822-91f5-664f7880facd,segment=NetworkSegment(f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1),segment_id=f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:20.594693 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Pushing event updated for resources: {'Port': ['ID=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:20.595037 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:20.599016 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.612705 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.613141 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.613669 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.613931 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.614321 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.614889 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.615121 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.615510 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.615912 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.616320 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.616695 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.617201 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:20.661766 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:20.673863 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db733df-53b1-40f1-bc72-a232ef2ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=98cf9003-a5f2-4822-91f5-664f7880facd,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:20.687809 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:20.689796 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:20.692966 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:20.708514 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Attempting to bind port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:20.709094 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Attempting to bind port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:20.709223 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Attempting to bind port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:20.721513 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:20.722061 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Checking segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:20.722850 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.723296 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Bound using segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:20.723984 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Bound port: 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:20.724446 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.852636 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] For port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:20.856173 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] For port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:20.863958 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.981995 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-4ed5ca3f-bbca-4c8f-8166-0f64093ab5ae None None] Provisioning complete for port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:20.982697 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ca3f-bbca-4c8f-8166-0f64093ab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:20.987331 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe014e2-6d5e-4923-a99a-afc72375741c None None] Pushing event updated for resources: {'Port': ['ID=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:21.004482 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:21.005531 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:21.019395 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:21.179210 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ca3f-bbca-4c8f-8166-0f64093ab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:21.215705 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:21.227308 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-4ed5ca3f-bbca-4c8f-8166-0f64093ab5ae None None] For port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:21.232335 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ca3f-bbca-4c8f-8166-0f64093ab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:21.297624 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5ca3f-bbca-4c8f-8166-0f64093ab5ae None None] Pushing event updated for resources: {'Port': ['ID=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:21.349128 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 24528e7f-8831-4104-bcd0-4a6a28f9fb12 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:25:21.368431 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:21.391255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 24528e7f-8831-4104-bcd0-4a6a28f9fb12 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:25:21.391649 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 24528e7f-8831-4104-bcd0-4a6a28f9fb12 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:25:21.400066 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-3a40f01e-beee-48a9-a54e-2fb2ad4b1ee7 None None] Provisioning complete for port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:21.400436 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3a40f01e-beee-48a9-a54e-2fb2ad4b1ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:21.495755 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7324903f-6fd9-43cc-b7c0-172ea5c362f8 req-8ee9cea0-3c08-4da8-8585-60a826b63a2b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 210 time: 0.0434160 Nov 19 03:25:21.577072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Router 45640068-607f-45db-bf64-6c1bc68034ef is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:25:21.578307 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:21.608861 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae9f5-f579-4438-bf7d-325cb855947a None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:25:21.744243 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:25:21.755424 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Sync routers for ids ['45640068-607f-45db-bf64-6c1bc68034ef'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:25:21.769401 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:21.771684 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Routers {'45640068-607f-45db-bf64-6c1bc68034ef'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:21.773756 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['45640068-607f-45db-bf64-6c1bc68034ef'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:21.773947 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7b1b23c9-819f-4766-ada2-263e73aa2b64 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1480455 Nov 19 03:25:21.774287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59754) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:22.014700 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Set router 45640068-607f-45db-bf64-6c1bc68034ef gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:22.073521 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbe5d8-fac5-4897-8e8d-79030d5c1861 None None] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:25:22.156640 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-9327d57a-3097-432a-b602-68493507568e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:22.165728 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-9327d57a-3097-432a-b602-68493507568e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "GET /v2.0/networks?id=2294e149-4611-4500-8734-b9b290b7e149 HTTP/1.1" status: 200 len: 808 time: 0.3038988 Nov 19 03:25:22.211280 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:22.225960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Request body: {'port': {'device_id': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'network_id': '2294e149-4611-4500-8734-b9b290b7e149', 'admin_state_up': True, 'tenant_id': '1c75c732daa4453ebbc81731ee7c28c3'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:22.291837 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-d6d56d99-4420-4efd-ae36-8158b3debf4c None None] Provisioning complete for port 98cf9003-a5f2-4822-91f5-664f7880facd triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:22.292205 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6d56d99-4420-4efd-ae36-8158b3debf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.415575 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:22.415943 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.436460 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Made reservation on behalf of 1c75c732daa4453ebbc81731ee7c28c3 for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:25:22.440429 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.616261 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cdaf7cdd-7543-48e9-8598-c17e8e3c7db0 req-fedf4041-6b2a-44b8-a37a-53dd0397792a tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 210 time: 0.0440853 Nov 19 03:25:22.675330 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 3, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:22.680513 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6d56d99-4420-4efd-ae36-8158b3debf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.698264 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Allocated IP 172.20.0.7 (2294e149-4611-4500-8734-b9b290b7e149/54139205-9f9d-4975-b0ef-329353dd079b/10fd1c81-7748-4cb6-96c7-885849640ee0) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:22.718209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Checking router: 45640068-607f-45db-bf64-6c1bc68034ef for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:25:22.718574 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Updating router 45640068-607f-45db-bf64-6c1bc68034ef port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:25:22.726049 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.795391 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.800320 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 98cf9003-a5f2-4822-91f5-664f7880facd up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:22.826792 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-d6d56d99-4420-4efd-ae36-8158b3debf4c None None] For port 98cf9003-a5f2-4822-91f5-664f7880facd, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=98cf9003-a5f2-4822-91f5-664f7880facd,segment=NetworkSegment(f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1),segment_id=f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:22.854532 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d6d56d99-4420-4efd-ae36-8158b3debf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:22.994246 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d56d99-4420-4efd-ae36-8158b3debf4c None None] Pushing event updated for resources: {'Port': ['ID=98cf9003-a5f2-4822-91f5-664f7880facd,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:23.052160 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 98cf9003-a5f2-4822-91f5-664f7880facd triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:23.052522 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.135207 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-6bf2e2b8-04eb-4e03-8e0f-eea536e780d1 None None] Provisioning complete for port 98cf9003-a5f2-4822-91f5-664f7880facd triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:23.135567 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6bf2e2b8-04eb-4e03-8e0f-eea536e780d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.240988 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.264633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Allocated IP 172.20.0.1 (361dfd3d-efaf-4168-9b13-82c2dda6a4f6/8e16a34b-d185-404d-90e8-ce4e988f7267/9ff50ee6-6ad3-49d2-babe-c705322da3ae) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:23.270226 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:23.331670 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.339848 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.343623 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.409441 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Network 2294e149-4611-4500-8734-b9b290b7e149 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:23.410209 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Pushing event updated for resources: {'Port': ['ID=10fd1c81-7748-4cb6-96c7-885849640ee0,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:23.412342 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe99008-dfef-4d26-9ba1-17c929f48047 None None] Pushing event updated for resources: {'Port': ['ID=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:23.414981 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Attempting to bind port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:23.415344 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Attempting to bind port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:23.415695 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Attempting to bind port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:23.421269 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:23.421640 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:23.422162 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.422566 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:23.423584 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Bound port: 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:23.423932 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.426421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:23.431353 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.431836 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.432058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.432370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.432820 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.433155 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.433504 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.433838 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.434164 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.434511 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.434838 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.435159 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:25:23.441338 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:23.450292 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:23.450683 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.470872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.504955 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:23.505487 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.508794 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] For port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:23.513679 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] For port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:23.520030 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.533525 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-b75d1d30-fd99-46be-bf09-67f217ba01f4 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3417265 Nov 19 03:25:23.539118 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.587401 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:23.592204 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:23.595719 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:23.608844 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Routers {'45640068-607f-45db-bf64-6c1bc68034ef'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:23.609582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['45640068-607f-45db-bf64-6c1bc68034ef'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:23.620534 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff50ee6-6ad3-49d2-babe-c705322da3ae,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:23.638818 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.650571 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe99008-dfef-4d26-9ba1-17c929f48047 None None] Pushing event updated for resources: {'Port': ['ID=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:23.685669 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Request body: {'port': {'device_id': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:23.733249 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] Set router 45640068-607f-45db-bf64-6c1bc68034ef gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:23.825249 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.852019 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bada0f-2640-4acc-8c00-c76c5f776fd2 req-5fc2f565-4550-402c-b265-52bffbb17174 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:23.853523 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42bada0f-2640-4acc-8c00-c76c5f776fd2 req-5fc2f565-4550-402c-b265-52bffbb17174 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 931 time: 0.1435859 Nov 19 03:25:23.918280 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0ae46df1-d924-4936-8b73-ba4b29bc64bf None None] Provisioning complete for port 9ff50ee6-6ad3-49d2-babe-c705322da3ae triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:23.918856 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ae46df1-d924-4936-8b73-ba4b29bc64bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.943700 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 98cf9003-a5f2-4822-91f5-664f7880facd up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:23.967380 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:23.990544 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0ae46df1-d924-4936-8b73-ba4b29bc64bf None None] Port 9ff50ee6-6ad3-49d2-babe-c705322da3ae cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:25:24.005306 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 3, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:24.037649 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5f567-2744-45c8-9873-4e9bab73ae58 None None] The sync data for ids ['45640068-607f-45db-bf64-6c1bc68034ef'] in dv-cinder-818037-4-iscsi is: [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 3, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:25:24.047904 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 98cf9003-a5f2-4822-91f5-664f7880facd triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:24.049013 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.054293 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42bada0f-2640-4acc-8c00-c76c5f776fd2 req-c1f911ca-3273-4f55-9de8-e53e9bdebada tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905923 Nov 19 03:25:24.342892 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fd1c81-7748-4cb6-96c7-885849640ee0 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:25:24.357944 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.361576 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.370740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.399550 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Transition to ACTIVE for port object 10fd1c81-7748-4cb6-96c7-885849640ee0 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:25:24.424714 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.457312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff50ee6-6ad3-49d2-babe-c705322da3ae,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:24.466506 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.590720 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Pushing event updated for resources: {'Port': ['ID=10fd1c81-7748-4cb6-96c7-885849640ee0,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:24.645446 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Attempting to bind port 10fd1c81-7748-4cb6-96c7-885849640ee0 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:24.646107 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Attempting to bind port 10fd1c81-7748-4cb6-96c7-885849640ee0 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:24.646107 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Attempting to bind port 10fd1c81-7748-4cb6-96c7-885849640ee0 on network 2294e149-4611-4500-8734-b9b290b7e149 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:24.657282 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Port 10fd1c81-7748-4cb6-96c7-885849640ee0 on network 2294e149-4611-4500-8734-b9b290b7e149 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:25:24.658169 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Attempting to bind port 10fd1c81-7748-4cb6-96c7-885849640ee0 on network 2294e149-4611-4500-8734-b9b290b7e149 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:24.661644 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:24.664005 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:24.669400 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:24.669733 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Checking segment: {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:24.670103 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Bound using segment: {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:24.670629 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Bound port: 10fd1c81-7748-4cb6-96c7-885849640ee0, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8b18b0-189e-46ae-b8b4-2dd32f55d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2294e149-4611-4500-8734-b9b290b7e149'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:24.670915 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.821347 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] For port 10fd1c81-7748-4cb6-96c7-885849640ee0, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:24.826698 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] For port 10fd1c81-7748-4cb6-96c7-885849640ee0, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=10fd1c81-7748-4cb6-96c7-885849640ee0,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:24.834645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.871379 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Router 45640068-607f-45db-bf64-6c1bc68034ef has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:25:24.885158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:24.885766 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.887157 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] 10.222.0.50 "PUT /v2.0/ports/10fd1c81-7748-4cb6-96c7-885849640ee0 HTTP/1.1" status: 200 len: 1093 time: 1.3180420 Nov 19 03:25:24.887657 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'tag': '10fd1c81-7748-4cb6-96c7-885849640ee0'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:25:24.889866 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f366084-5694-4fec-8d66-9ba059f54c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0dd91-cffb-419a-98e0-1303f56b6f5f", "tag": "10fd1c81-7748-4cb6-96c7-885849640ee0"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:25:24.918357 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497ce53-0e8f-48c9-bb97-9152cbf1e80a service neutron] Pushing event updated for resources: {'Port': ['ID=10fd1c81-7748-4cb6-96c7-885849640ee0,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:24.919754 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-232cfcf2-6e96-45ff-b2e3-36ce2142676d None None] Provisioning complete for port 9ff50ee6-6ad3-49d2-babe-c705322da3ae triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:24.920246 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-232cfcf2-6e96-45ff-b2e3-36ce2142676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:24.955718 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-232cfcf2-6e96-45ff-b2e3-36ce2142676d None None] Port 9ff50ee6-6ad3-49d2-babe-c705322da3ae cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:25:25.044510 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-787a50e8-7a89-4839-b4bb-fe338025198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:25.046000 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-787a50e8-7a89-4839-b4bb-fe338025198e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 1096 time: 0.0888991 Nov 19 03:25:25.058919 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:25:25.060950 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-cefe2cc2-4863-4d10-baef-038c9ea312b6 admin admin] 10.222.0.47 "PUT /v2.0/routers/45640068-607f-45db-bf64-6c1bc68034ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2855325 Nov 19 03:25:25.101549 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-0a52f9c0-f9ad-4377-8c14-93e7d8dc7025 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fd1c81-7748-4cb6-96c7-885849640ee0 HTTP/1.1" status: 200 len: 217 time: 0.0392601 Nov 19 03:25:25.103143 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90425c-b85f-4947-91f3-b26f7c9d429a x-openstack-request-id: req-3e90425c-b85f-4947-91f3-b26f7c9d429a {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:25:25.103440 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0dd91-cffb-419a-98e0-1303f56b6f5f", "tag": "10fd1c81-7748-4cb6-96c7-885849640ee0", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:25:25.103703 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e90425c-b85f-4947-91f3-b26f7c9d429a {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:25:25.104223 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'tag': '10fd1c81-7748-4cb6-96c7-885849640ee0', 'status': 'completed', 'code': 200} Nov 19 03:25:25.201158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-4f81b324-9c88-4a4b-b3ee-6396752a1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:25.202654 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-4f81b324-9c88-4a4b-b3ee-6396752a1355 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54139205-9f9d-4975-b0ef-329353dd079b HTTP/1.1" status: 200 len: 848 time: 0.0761075 Nov 19 03:25:25.227633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1775b-cece-4dd4-8b71-4152e24560ab req-77ae9e6a-7870-487b-b1eb-7f9127bb369c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:25.229114 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-40f1775b-cece-4dd4-8b71-4152e24560ab req-77ae9e6a-7870-487b-b1eb-7f9127bb369c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 943 time: 0.0726454 Nov 19 03:25:25.245219 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-6a563b14-8c06-4c0e-ad08-2053645d4233 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2294e149-4611-4500-8734-b9b290b7e149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339029 Nov 19 03:25:25.339779 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-40f1775b-cece-4dd4-8b71-4152e24560ab req-3f529d80-f822-47dd-973d-876acb8b40a9 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968051 Nov 19 03:25:25.369436 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-a53092aa-b9bd-4885-bfb2-2135292d6da9 service neutron] 10.222.0.50 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114478 Nov 19 03:25:25.462805 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0476eeb0-6e20-4a75-8b73-d138c5b6b768 req-2f064024-eec2-45c6-a80b-a8d09c387841 service neutron] 10.222.0.50 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830328 Nov 19 03:25:25.609806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-6c2248be-d499-46a5-8125-d4be660da33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:25.611306 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-6c2248be-d499-46a5-8125-d4be660da33c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 1096 time: 0.0408263 Nov 19 03:25:25.650739 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Sync routers for ids ['45640068-607f-45db-bf64-6c1bc68034ef'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:25:25.661280 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Routers {'45640068-607f-45db-bf64-6c1bc68034ef'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:25.661879 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['45640068-607f-45db-bf64-6c1bc68034ef'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:25.708010 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-3c8742af-d77f-4fef-bb38-7f5878e5df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:25.710114 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-3c8742af-d77f-4fef-bb38-7f5878e5df06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2294e149-4611-4500-8734-b9b290b7e149 HTTP/1.1" status: 200 len: 909 time: 0.0897167 Nov 19 03:25:25.752446 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-8895df77-3c32-4613-a221-1dcad834a71b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fd1c81-7748-4cb6-96c7-885849640ee0 HTTP/1.1" status: 200 len: 217 time: 0.0346899 Nov 19 03:25:25.764968 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Set router 45640068-607f-45db-bf64-6c1bc68034ef gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:25.806098 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-77c78cbc-e93e-4667-a99f-e31b5f685c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:25.807590 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-77c78cbc-e93e-4667-a99f-e31b5f685c03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=54139205-9f9d-4975-b0ef-329353dd079b HTTP/1.1" status: 200 len: 848 time: 0.0475104 Nov 19 03:25:25.841309 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-2664c5c6-a5a8-47c2-8afe-95ba3ccff849 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2294e149-4611-4500-8734-b9b290b7e149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252120 Nov 19 03:25:25.943377 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:25.951634 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-54e287dd-3715-48ff-8703-91376a610b01 service neutron] 10.222.0.50 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003523 Nov 19 03:25:25.975662 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:25:23Z', 'revision_number': 4, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '9ff50ee6-6ad3-49d2-babe-c705322da3ae', 'name': '', 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'mac_address': 'fa:16:3e:42:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8e16a34b-d185-404d-90e8-ce4e988f7267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:22Z', 'updated_at': '2021-11-19T03:25:24Z', 'revision_number': 2, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'subnets': [{'id': '8e16a34b-d185-404d-90e8-ce4e988f7267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:25.997867 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:25.998235 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.004228 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Checking router: 45640068-607f-45db-bf64-6c1bc68034ef for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:25:26.004581 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Updating router 45640068-607f-45db-bf64-6c1bc68034ef port 9ff50ee6-6ad3-49d2-babe-c705322da3ae binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:25:26.031210 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.051528 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f366084-5694-4fec-8d66-9ba059f54c2a req-b22e00a7-74c5-4c65-8112-2b1e69b793c9 service neutron] 10.222.0.50 "GET /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900979 Nov 19 03:25:26.082517 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.103987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:26.108153 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.158366 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:26.295113 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.300772 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.371936 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254482a1-70e5-4781-be33-65f2866e8cec None None] Pushing event updated for resources: {'Port': ['ID=9ff50ee6-6ad3-49d2-babe-c705322da3ae,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:26.402502 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Attempting to bind port 9ff50ee6-6ad3-49d2-babe-c705322da3ae on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:25:26.402881 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Attempting to bind port 9ff50ee6-6ad3-49d2-babe-c705322da3ae by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:25:26.403239 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Attempting to bind port 9ff50ee6-6ad3-49d2-babe-c705322da3ae on network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:25:26.409464 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:25:26.410066 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Checking segment: {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:25:26.410664 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.411207 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Bound using segment: {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:25:26.412123 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Bound port: 9ff50ee6-6ad3-49d2-babe-c705322da3ae, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:25:26.412853 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.486239 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] For port 9ff50ee6-6ad3-49d2-babe-c705322da3ae, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:25:26.490930 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] For port 9ff50ee6-6ad3-49d2-babe-c705322da3ae, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=9ff50ee6-6ad3-49d2-babe-c705322da3ae,segment=NetworkSegment(f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1),segment_id=f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:25:26.498286 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a3721-746e-492c-9d66-796d8ac78a11 req-9114aaaf-975b-486f-9f11-e4955513414d tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:26.499580 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.506066 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af7a3721-746e-492c-9d66-796d8ac78a11 req-9114aaaf-975b-486f-9f11-e4955513414d tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 943 time: 0.0670443 Nov 19 03:25:26.557211 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Routers {'45640068-607f-45db-bf64-6c1bc68034ef'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:26.557833 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['45640068-607f-45db-bf64-6c1bc68034ef'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:26.558761 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-af7a3721-746e-492c-9d66-796d8ac78a11 req-3cde5fa8-683f-494d-95ac-3c590f8f63b0 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516806 Nov 19 03:25:26.588525 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-afe31147-94e4-4942-892a-1bc1ceb0e076 None None] Provisioning complete for port 9ff50ee6-6ad3-49d2-babe-c705322da3ae triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:26.589623 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afe31147-94e4-4942-892a-1bc1ceb0e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.605237 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59784) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:26.615299 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741082130', 'description': 'tempest-secgroup-smoke-1741082130 description', 'project_id': '0b123731cbb4468b8bae663587e792e7'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:26.625682 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254482a1-70e5-4781-be33-65f2866e8cec None None] Pushing event updated for resources: {'Port': ['ID=9ff50ee6-6ad3-49d2-babe-c705322da3ae,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:26.645458 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.699528 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] Set router 45640068-607f-45db-bf64-6c1bc68034ef gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:26.738638 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afe31147-94e4-4942-892a-1bc1ceb0e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.744018 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.749504 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.776252 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-afe31147-94e4-4942-892a-1bc1ceb0e076 None None] For port 9ff50ee6-6ad3-49d2-babe-c705322da3ae, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=9ff50ee6-6ad3-49d2-babe-c705322da3ae,segment=NetworkSegment(f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1),segment_id=f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:26.782922 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-afe31147-94e4-4942-892a-1bc1ceb0e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.788335 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.789891 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1820004 Nov 19 03:25:26.792696 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59786) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:26.799376 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b8dbf-dde2-4879-9378-66d15b66e583 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:26.800380 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group_rule': {'security_group_id': '3afb58f4-a438-4bf5-8b94-c859ffd5cf6b', 'project_id': '0b123731cbb4468b8bae663587e792e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:26.844707 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.849386 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe31147-94e4-4942-892a-1bc1ceb0e076 None None] Pushing event updated for resources: {'Port': ['ID=9ff50ee6-6ad3-49d2-babe-c705322da3ae,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:26.902772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.908122 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.908533 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-2543929d-d64f-4660-8509-6a9a618e885a None None] Provisioning complete for port 9ff50ee6-6ad3-49d2-babe-c705322da3ae triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:26.908888 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2543929d-d64f-4660-8509-6a9a618e885a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.936628 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e235b8d4-413d-45ed-aa01-043de0134aea,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:26.944307 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:25:23Z', 'revision_number': 4, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '9ff50ee6-6ad3-49d2-babe-c705322da3ae', 'name': '', 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'mac_address': 'fa:16:3e:42:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8e16a34b-d185-404d-90e8-ce4e988f7267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:22Z', 'updated_at': '2021-11-19T03:25:26Z', 'revision_number': 4, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'subnets': [{'id': '8e16a34b-d185-404d-90e8-ce4e988f7267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:26.948465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:26.948820 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-6fab60e6-15a4-4034-bfb2-eba93ad5bb74 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544788 Nov 19 03:25:26.951687 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 59788) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:26.956980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group_rule': {'security_group_id': '3afb58f4-a438-4bf5-8b94-c859ffd5cf6b', 'project_id': '0b123731cbb4468b8bae663587e792e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:26.982048 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80390620-5d58-49d0-aa02-285fdd6ea053 None None] The sync data for ids ['45640068-607f-45db-bf64-6c1bc68034ef'] in dv-cinder-818037-4-iscsi is: [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:25:23Z', 'revision_number': 4, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '9ff50ee6-6ad3-49d2-babe-c705322da3ae', 'name': '', 'network_id': '361dfd3d-efaf-4168-9b13-82c2dda6a4f6', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'mac_address': 'fa:16:3e:42:3f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8e16a34b-d185-404d-90e8-ce4e988f7267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:22Z', 'updated_at': '2021-11-19T03:25:26Z', 'revision_number': 4, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'subnets': [{'id': '8e16a34b-d185-404d-90e8-ce4e988f7267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:25:26.992927 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.092310 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.096550 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.118633 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef28ed6b-ca70-4673-951e-7638a96618e4,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:27.131042 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.132368 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e10601b9-9f43-4758-83ff-f263080d15f0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1796477 Nov 19 03:25:27.135146 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59790) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:27.140347 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group_rule': {'security_group_id': '3afb58f4-a438-4bf5-8b94-c859ffd5cf6b', 'project_id': '0b123731cbb4468b8bae663587e792e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:27.170334 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.231940 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.236204 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.255427 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd2403-04ad-48dc-bbdc-9ad6371673d4,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:27.262776 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.264045 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d5daa995-4222-4be4-b6af-3fd11b3a3eca tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274257 Nov 19 03:25:27.267285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59792) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:27.271777 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group_rule': {'security_group_id': '3afb58f4-a438-4bf5-8b94-c859ffd5cf6b', 'project_id': '0b123731cbb4468b8bae663587e792e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:27.300542 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.364165 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.368406 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.387846 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b57b3ec-1d22-4d70-a17b-a57bc32d797f,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:27.396535 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.397929 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-782bcc35-3dd2-4eff-b1a1-fca83fd38de0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296937 Nov 19 03:25:27.400736 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59794) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:27.405808 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group_rule': {'security_group_id': '3afb58f4-a438-4bf5-8b94-c859ffd5cf6b', 'project_id': '0b123731cbb4468b8bae663587e792e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:27.429287 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.securitygroups_db [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Project 0b123731cbb4468b8bae663587e792e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 03:25:27.434736 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.496433 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.500078 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.520987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314ef360-9b35-409e-8840-1b086914994a,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:27.526595 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.527909 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-c4e3e0b2-759b-481e-b63c-d3961610e809 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261733 Nov 19 03:25:27.531069 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 59796) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:27.535959 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'security_group_rule': {'security_group_id': '3afb58f4-a438-4bf5-8b94-c859ffd5cf6b', 'project_id': '0b123731cbb4468b8bae663587e792e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:27.557727 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.securitygroups_db [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Project 0b123731cbb4468b8bae663587e792e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 03:25:27.562354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.622532 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.626277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.647256 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a958d98-ae41-4ce0-948b-66a61290a5b7,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:27.660992 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:27.662117 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-1e77b784-1656-4578-b27d-21abac06ced1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301448 Nov 19 03:25:27.702074 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67e1f7-81a5-4672-95f0-f96de63ce63b req-4978999a-2838-4676-882c-1d59a17296d7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:27.703575 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a67e1f7-81a5-4672-95f0-f96de63ce63b req-4978999a-2838-4676-882c-1d59a17296d7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 943 time: 0.0576267 Nov 19 03:25:27.751820 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a67e1f7-81a5-4672-95f0-f96de63ce63b req-e1bdf889-8d8e-4196-83ec-7e466294d06c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Nov 19 03:25:27.984188 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:28.050142 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:28.050758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:28.169279 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9ff50ee6-6ad3-49d2-babe-c705322da3ae up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:28.215620 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 9ff50ee6-6ad3-49d2-babe-c705322da3ae triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:28.215987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:28.871672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc50a2-d855-4bf9-9772-6190471475d2 req-f7429031-329c-44f6-90a6-3f09c8edf2e7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:28.873055 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-36bc50a2-d855-4bf9-9772-6190471475d2 req-f7429031-329c-44f6-90a6-3f09c8edf2e7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 943 time: 0.0527060 Nov 19 03:25:28.922009 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-36bc50a2-d855-4bf9-9772-6190471475d2 req-d0fa6937-2ffd-4059-8573-c6998fbb9d7e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Nov 19 03:25:29.384992 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 10fd1c81-7748-4cb6-96c7-885849640ee0 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:25:29.479332 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 10fd1c81-7748-4cb6-96c7-885849640ee0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=10fd1c81-7748-4cb6-96c7-885849640ee0,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:29.490865 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '10fd1c81-7748-4cb6-96c7-885849640ee0', 'network_id': '2294e149-4611-4500-8734-b9b290b7e149', 'port_id': '10fd1c81-7748-4cb6-96c7-885849640ee0', 'mac_address': 'fa:16:3e:a6:fb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54139205-9f9d-4975-b0ef-329353dd079b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:25:29.532091 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:29.546275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fd1c81-7748-4cb6-96c7-885849640ee0 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:25:29.565170 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 10fd1c81-7748-4cb6-96c7-885849640ee0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=10fd1c81-7748-4cb6-96c7-885849640ee0,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:29.569757 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:29.616821 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=10fd1c81-7748-4cb6-96c7-885849640ee0,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:30.035943 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73265d89-cc4a-45d4-8447-a327923eaea3 req-f3c92eaa-6724-4543-bea4-79342479b933 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:30.037416 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73265d89-cc4a-45d4-8447-a327923eaea3 req-f3c92eaa-6724-4543-bea4-79342479b933 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 944 time: 0.0489473 Nov 19 03:25:30.065005 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['10fd1c81-7748-4cb6-96c7-885849640ee0'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:25:30.086516 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73265d89-cc4a-45d4-8447-a327923eaea3 req-fbba0ec3-7bc3-42fb-b32a-5d0c9e7b2cf1 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Nov 19 03:25:31.205019 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81af9-7bf9-4f30-8844-cf83fbe2fe4c req-61f4a617-6649-44d4-b7c4-6b8de9a8b3e1 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:31.206496 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-87a81af9-7bf9-4f30-8844-cf83fbe2fe4c req-61f4a617-6649-44d4-b7c4-6b8de9a8b3e1 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 944 time: 0.0505087 Nov 19 03:25:31.259028 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-87a81af9-7bf9-4f30-8844-cf83fbe2fe4c req-a6be9f8f-9540-476c-9351-60fd0c14eba8 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466177 Nov 19 03:25:31.378576 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 10fd1c81-7748-4cb6-96c7-885849640ee0 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:25:31.438657 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 10fd1c81-7748-4cb6-96c7-885849640ee0 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:25:31.442554 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 10fd1c81-7748-4cb6-96c7-885849640ee0 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:31.442918 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:31.524855 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:31.552761 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd1c81-7748-4cb6-96c7-885849640ee0'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:25:31.555054 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bae6a8d-15f4-42ba-a207-3d76bbaf33a9" -d '{"events": [{"server_uuid": "7bb0dd91-cffb-419a-98e0-1303f56b6f5f", "name": "network-vif-plugged", "status": "completed", "tag": "10fd1c81-7748-4cb6-96c7-885849640ee0"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:25:31.567568 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 10fd1c81-7748-4cb6-96c7-885849640ee0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=10fd1c81-7748-4cb6-96c7-885849640ee0,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:31.571732 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:31.599028 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8bcd70-9846-4e2e-b587-e01e163db496 x-openstack-request-id: req-fe8bcd70-9846-4e2e-b587-e01e163db496 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:25:31.599348 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0dd91-cffb-419a-98e0-1303f56b6f5f", "name": "network-vif-plugged", "status": "completed", "tag": "10fd1c81-7748-4cb6-96c7-885849640ee0", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:25:31.599601 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe8bcd70-9846-4e2e-b587-e01e163db496 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:25:31.599981 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fd1c81-7748-4cb6-96c7-885849640ee0', 'code': 200} Nov 19 03:25:31.623451 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=10fd1c81-7748-4cb6-96c7-885849640ee0,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:31.813573 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58968-be2d-4890-a8d0-df61e014e992 req-0cb07a9f-496b-41cf-9788-5b212fde40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:31.815313 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ea58968-be2d-4890-a8d0-df61e014e992 req-0cb07a9f-496b-41cf-9788-5b212fde40af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 1098 time: 0.0402381 Nov 19 03:25:31.865018 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7ea58968-be2d-4890-a8d0-df61e014e992 req-82680d86-7590-45af-aaf4-78544a324db1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400946 Nov 19 03:25:32.375579 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfe989-2687-4c1c-836d-ed88260699c2 req-b2e55888-8b31-4089-a979-d18bc66e3558 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:32.377832 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d2dfe989-2687-4c1c-836d-ed88260699c2 req-b2e55888-8b31-4089-a979-d18bc66e3558 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 945 time: 0.0497663 Nov 19 03:25:32.425016 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d2dfe989-2687-4c1c-836d-ed88260699c2 req-fa1ed78b-004d-4b8d-ba20-ae8f5ecc56f7 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Nov 19 03:25:33.546987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafbfbe-2340-4d7f-ab4a-00f3c03d47f9 req-a6694efe-5227-4a3a-a509-3ed2b55c3737 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:33.548520 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3dafbfbe-2340-4d7f-ab4a-00f3c03d47f9 req-a6694efe-5227-4a3a-a509-3ed2b55c3737 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 945 time: 0.0537212 Nov 19 03:25:33.598020 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3dafbfbe-2340-4d7f-ab4a-00f3c03d47f9 req-0e43e896-196f-45ce-b7ab-e8a15e0c4e75 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Nov 19 03:25:34.725458 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99313f8-110b-42f1-b0bf-374b3e9dd4f6 req-85ca349d-1415-4197-a943-7cb044751c70 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:34.726965 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c99313f8-110b-42f1-b0bf-374b3e9dd4f6 req-85ca349d-1415-4197-a943-7cb044751c70 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 945 time: 0.0488429 Nov 19 03:25:34.774577 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c99313f8-110b-42f1-b0bf-374b3e9dd4f6 req-a43ae63a-6314-46cd-86da-969b254e1c8f tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Nov 19 03:25:35.579784 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477f218-a065-471f-8f99-7d623502c215 req-12f2591e-df41-4211-935c-78950364fc38 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:35.581581 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d477f218-a065-471f-8f99-7d623502c215 req-12f2591e-df41-4211-935c-78950364fc38 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 19 03:25:35.633613 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d477f218-a065-471f-8f99-7d623502c215 req-0a22e892-bbdc-456d-b2be-5ddeeefe473e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Nov 19 03:25:36.762083 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d0985-d03c-46ca-b1b2-7e2ecff1dc5c req-2ff473dd-499c-4381-855a-b8cbeec24147 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:36.763508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f5d0985-d03c-46ca-b1b2-7e2ecff1dc5c req-2ff473dd-499c-4381-855a-b8cbeec24147 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 945 time: 0.0485153 Nov 19 03:25:36.811501 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0f5d0985-d03c-46ca-b1b2-7e2ecff1dc5c req-2d101ddb-3a94-4d14-81f0-c9de419f4292 tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/security-groups?id=891e00df-5981-4e4d-ace5-fbaf65a23d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 Nov 19 03:25:37.380630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-55587002-3330-4807-8b2a-b7e85745ae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:37.398037 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-168b8770-b09a-44c3-b43c-32684ff17c6c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:37.399559 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-168b8770-b09a-44c3-b43c-32684ff17c6c tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 945 time: 0.0523918 Nov 19 03:25:37.497206 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Deleting port 10fd1c81-7748-4cb6-96c7-885849640ee0 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:25:37.497558 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:37.591695 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] For port 10fd1c81-7748-4cb6-96c7-885849640ee0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=10fd1c81-7748-4cb6-96c7-885849640ee0,segment=NetworkSegment(1f8b18b0-189e-46ae-b8b4-2dd32f55d486),segment_id=1f8b18b0-189e-46ae-b8b4-2dd32f55d486)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:37.592050 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:37.605044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Calling delete_port for 10fd1c81-7748-4cb6-96c7-885849640ee0 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:25:37.656494 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:37.739354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:37.772454 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Pushing event deleted for resources: {'Port': ['ID=10fd1c81-7748-4cb6-96c7-885849640ee0,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:37.784426 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['10fd1c81-7748-4cb6-96c7-885849640ee0'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:25:37.815787 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] No DVR routers for this DVR port 10fd1c81-7748-4cb6-96c7-885849640ee0 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:25:37.818728 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:37.821985 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2da74122-6ab8-4796-8c6d-80c3b831577b req-4bfc020f-cd62-4d2b-bf6e-ac87000cb14b tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.50 "DELETE /v2.0/ports/10fd1c81-7748-4cb6-96c7-885849640ee0 HTTP/1.1" status: 204 len: 173 time: 0.4146340 Nov 19 03:25:37.822427 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'name': 'network-vif-deleted', 'tag': '10fd1c81-7748-4cb6-96c7-885849640ee0'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:25:37.824670 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf1ca7-b07f-4419-bbea-20a6ac09249b" -d '{"events": [{"server_uuid": "7bb0dd91-cffb-419a-98e0-1303f56b6f5f", "name": "network-vif-deleted", "tag": "10fd1c81-7748-4cb6-96c7-885849640ee0"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:25:37.844949 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:25:37.861672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7bc126-5504-4345-8ccf-d9bbd7ed1cc8 x-openstack-request-id: req-df7bc126-5504-4345-8ccf-d9bbd7ed1cc8 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:25:37.862615 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0dd91-cffb-419a-98e0-1303f56b6f5f", "name": "network-vif-deleted", "tag": "10fd1c81-7748-4cb6-96c7-885849640ee0", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:25:37.862890 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df7bc126-5504-4345-8ccf-d9bbd7ed1cc8 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:25:37.863291 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0dd91-cffb-419a-98e0-1303f56b6f5f', 'name': 'network-vif-deleted', 'tag': '10fd1c81-7748-4cb6-96c7-885849640ee0', 'status': 'completed', 'code': 200} Nov 19 03:25:37.915405 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b1368088-6da0-4967-9944-6710a5e4ae3d req-cc1d44fa-7a18-446d-889f-da78a35b742e tempest-VolumesActionsTest-529784733 tempest-VolumesActionsTest-529784733-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bb0dd91-cffb-419a-98e0-1303f56b6f5f HTTP/1.1" status: 200 len: 210 time: 0.0278776 Nov 19 03:25:39.653562 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e304bc8d-3425-4390-a56b-286190f97145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:40.789459 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:42.288621 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:42.897086 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:44.647856 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 10fd1c81-7748-4cb6-96c7-885849640ee0 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:25:44.670380 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 10fd1c81-7748-4cb6-96c7-885849640ee0 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:25:44.670752 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 10fd1c81-7748-4cb6-96c7-885849640ee0 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:25:48.295865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d86b8e-f1de-437b-9268-eea91ddefc1a req-89c1eb4a-3c9c-4e17-89c6-dbeb048aeedd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:48.297374 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-79d86b8e-f1de-437b-9268-eea91ddefc1a req-89c1eb4a-3c9c-4e17-89c6-dbeb048aeedd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Nov 19 03:25:48.351118 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-79d86b8e-f1de-437b-9268-eea91ddefc1a req-90f77698-1f94-432b-9af5-65a06a46e2eb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469162 Nov 19 03:25:49.497130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3be9-e353-444d-b5d4-423b5c9e0aa6 req-892205c8-02a2-4365-acd1-0de86e7f756e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:49.498982 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-50be3be9-e353-444d-b5d4-423b5c9e0aa6 req-892205c8-02a2-4365-acd1-0de86e7f756e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0631211 Nov 19 03:25:49.803665 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-50be3be9-e353-444d-b5d4-423b5c9e0aa6 req-f1fd860f-1c59-4ab3-90c4-67d491f63ca8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980306 Nov 19 03:25:50.945272 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31771-90b8-400e-9879-f94b86e4e165 req-9c8b929e-a560-47ad-9246-00b8d9f8edb2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:50.947059 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9da31771-90b8-400e-9879-f94b86e4e165 req-9c8b929e-a560-47ad-9246-00b8d9f8edb2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0610380 Nov 19 03:25:51.030765 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9da31771-90b8-400e-9879-f94b86e4e165 req-a5c03034-8db8-419e-955c-8065988c13b3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=9db78ba5-39dc-480c-9ddb-bf93252d195b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775938 Nov 19 03:25:51.050562 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-4073d257-7766-45db-90ee-d558ec865f53 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:51.052213 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-4073d257-7766-45db-90ee-d558ec865f53 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 946 time: 0.0807562 Nov 19 03:25:51.176761 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Deleting port 4b50d896-6a79-4185-a31c-1931a0b889be {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:25:51.177039 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:51.294962 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] For port 4b50d896-6a79-4185-a31c-1931a0b889be, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4b50d896-6a79-4185-a31c-1931a0b889be,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:25:51.295324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:51.544792 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:51.545333 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:51.545705 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Floating IP df5afe20-df25-4ca1-b507-3683e93bae8a disassociated. External IP: 172.27.0.45, port: 4b50d896-6a79-4185-a31c-1931a0b889be. Nov 19 03:25:51.546113 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Calling delete_port for 4b50d896-6a79-4185-a31c-1931a0b889be owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:25:51.688954 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:51.717298 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event deleted for resources: {'Port': ['ID=4b50d896-6a79-4185-a31c-1931a0b889be,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:51.843371 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:25:51.984726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:25:51.998248 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:25:52.009391 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:52.010312 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:52.028194 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] No DVR routers for this DVR port 4b50d896-6a79-4185-a31c-1931a0b889be on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:25:52.034203 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:52.037739 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09f06b1c-6c3a-48bc-889a-cb603cbdf9fc req-f8fff9ba-d4f5-4655-9820-db1088354676 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "DELETE /v2.0/ports/4b50d896-6a79-4185-a31c-1931a0b889be HTTP/1.1" status: 204 len: 173 time: 0.9787974 Nov 19 03:25:52.038204 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-deleted', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:25:52.043459 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d294fcb4-91db-4dba-bd4e-05d8cf08a00f" -d '{"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-deleted", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:25:52.126039 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52996b39-f189-43d1-8d59-ee23df2783ff x-openstack-request-id: req-52996b39-f189-43d1-8d59-ee23df2783ff {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:25:52.126383 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641ae42-77ad-4054-8073-76018892c1d8", "name": "network-vif-deleted", "tag": "4b50d896-6a79-4185-a31c-1931a0b889be", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:25:52.126757 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52996b39-f189-43d1-8d59-ee23df2783ff {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:25:52.127165 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641ae42-77ad-4054-8073-76018892c1d8', 'name': 'network-vif-deleted', 'tag': '4b50d896-6a79-4185-a31c-1931a0b889be', 'status': 'completed', 'code': 200} Nov 19 03:25:52.177508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-97ecc741-a070-4640-89e7-8adc150310a6 req-40c3de01-afe8-473b-b70e-7835e450fa7b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=8641ae42-77ad-4054-8073-76018892c1d8 HTTP/1.1" status: 200 len: 210 time: 0.0356097 Nov 19 03:25:52.177879 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:52.451555 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:52.490604 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:25:52.502756 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:25:52.505127 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:25:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:52.648046 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:25:52.893879 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:25:52.930008 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf0239-4994-49dd-82ad-5fa1fbe35155 None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:25:53.329209 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60132) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:53.341738 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e5f3a-4934-4860-9ab4-1a104b5e9777 None None] New status for floating IP df5afe20-df25-4ca1-b507-3683e93bae8a: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:25:53.424167 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a44b-9c22-4926-b56e-d3d9417e3bf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.455540 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a44b-9c22-4926-b56e-d3d9417e3bf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.518603 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a44b-9c22-4926-b56e-d3d9417e3bf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.522916 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a44b-9c22-4926-b56e-d3d9417e3bf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.527543 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60134) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:53.535885 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-8ec5a44b-9c22-4926-b56e-d3d9417e3bf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "DELETE /v2.0/security-groups/9db78ba5-39dc-480c-9ddb-bf93252d195b HTTP/1.1" status: 204 len: 168 time: 0.2055600 Nov 19 03:25:53.553906 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.api.v2.resource [None req-e7d4f74f-14b3-4657-a26d-f6a9038abcb6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] show failed (client error): The resource could not be found. Nov 19 03:25:53.555967 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5a44b-9c22-4926-b56e-d3d9417e3bf6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db78ba5-39dc-480c-9ddb-bf93252d195b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:53.560563 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e7d4f74f-14b3-4657-a26d-f6a9038abcb6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups/9db78ba5-39dc-480c-9ddb-bf93252d195b HTTP/1.1" status: 404 len: 347 time: 0.0312698 Nov 19 03:25:53.562639 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60136) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:53.785071 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Deleting port c16525ee-96d5-4eca-bc6a-a7c1d6e9b2ea {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:25:53.785529 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.883526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.883875 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:53.896929 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Calling delete_port for c16525ee-96d5-4eca-bc6a-a7c1d6e9b2ea owned by network:floatingip {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:25:54.070616 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.143879 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event deleted for resources: {'Port': ['ID=c16525ee-96d5-4eca-bc6a-a7c1d6e9b2ea,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:54.197064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.201646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.203275 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5a1af676-35da-45f1-ad22-6992eb4eb974 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "DELETE /v2.0/floatingips/df5afe20-df25-4ca1-b507-3683e93bae8a HTTP/1.1" status: 204 len: 168 time: 0.6395195 Nov 19 03:25:54.487396 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60146) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:54.492361 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102045994', 'description': 'tempest-description--327468833'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:54.526492 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.601902 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.607303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.638668 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6797be-4051-4b9c-88c8-7ec74e71df28,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:54.686730 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.688153 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-cd2f4f37-d9af-4a84-95d1-bcb2ba3e2bfd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1996248 Nov 19 03:25:54.692090 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60148) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:54.697111 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:25:54.699300 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'security_group_rule': {'security_group_id': 'bb6797be-4051-4b9c-88c8-7ec74e71df28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:54.719747 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 4b50d896-6a79-4185-a31c-1931a0b889be {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:25:54.720235 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4b50d896-6a79-4185-a31c-1931a0b889be not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:25:54.728978 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.797371 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.807618 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.832870 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b7ce6e-a821-442e-a6e4-05468a0623a1,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:54.843500 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.847234 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e289d637-ad24-47cd-8e02-55709cf8ac21 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518643 Nov 19 03:25:54.848584 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60154) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:54.855482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'security_group_rule': {'security_group_id': 'bb6797be-4051-4b9c-88c8-7ec74e71df28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:54.888902 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.960079 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.965504 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.985288 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5927590-58de-4c1a-bd90-fcd2c6b60658,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:54.997848 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:54.999316 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-74198548-468e-4e24-a89b-f3385765d9d0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485817 Nov 19 03:25:55.002430 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60156) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:25:55.023645 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:55.076109 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:55.248357 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:55.375389 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Allocated IP 172.27.0.64 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/749d8d12-819f-4593-b70f-6d5868d2d6ad) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:55.521903 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:55.563870 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:55.607085 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:55.614977 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:55.619699 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:55.622841 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'Port': ['ID=749d8d12-819f-4593-b70f-6d5868d2d6ad,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:55.985403 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:56.027322 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:56.211106 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:56.219844 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:56.292484 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'Port': ['ID=749d8d12-819f-4593-b70f-6d5868d2d6ad,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:56.307832 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:56.325873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:56.336553 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f6133cc0-11ea-4429-828a-14a7af5c3ae2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3237243 Nov 19 03:25:56.492274 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-7fcd21e8-8fa0-4e08-b818-85637e8526d4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2102045994&fields=id&tenant_id=fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 267 time: 0.0528822 Nov 19 03:25:56.625938 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-5ac79035-bf67-4df5-b229-eba59d667765 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:56.633673 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-5ac79035-bf67-4df5-b229-eba59d667765 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 816 time: 0.1327648 Nov 19 03:25:56.650363 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-fa8aed25-9759-4b56-8438-78c4d01c90cd tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/quotas/fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 375 time: 0.0157471 Nov 19 03:25:56.699876 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-af324a73-b9ba-4fb4-83b7-b1bd32db8737 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482540 Nov 19 03:25:56.865591 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-3078cb5e-dbb7-4fe8-9cc0-323891dc2a74 service neutron] 10.222.0.47 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515532 Nov 19 03:25:56.979595 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-daba272b-3cad-42ee-98a8-24db52c62eaf service neutron] 10.222.0.47 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070344 Nov 19 03:25:57.167956 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8215a6bc-d761-4c4b-adf8-e854ca436aea req-5a9b7fd6-e1d2-4770-afd1-7365daabc90e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 210 time: 0.0317125 Nov 19 03:25:58.292860 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6c784a7c-9c0a-4f0b-9e10-2ddb7bad2081 req-88ed4c23-1404-450e-ae90-27a79ad9ce48 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 210 time: 0.0381801 Nov 19 03:25:58.499841 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-0bfad32c-262e-498b-845c-96ada9815669 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:58.501625 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-0bfad32c-262e-498b-845c-96ada9815669 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 816 time: 0.1310778 Nov 19 03:25:58.599005 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-d9eed410-eddc-41a3-8c95-125b6e3bf4f9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 380 time: 0.0627661 Nov 19 03:25:58.608834 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'port': {'device_id': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'admin_state_up': True, 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'security_groups': ['bb6797be-4051-4b9c-88c8-7ec74e71df28']}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:58.752768 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Made reservation on behalf of fcaf6436c60844aaba3497db6db06391 for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:25:58.756660 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:58.941418 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Allocated IP 172.20.0.11 (dc33bde6-1f11-4e70-b114-c741f5e152cf/fb57a4c3-8bf7-4658-b6e1-4fca1118aabc/7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:25:58.964410 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-3df48e41-1b76-40c5-84e3-3da896bba379 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741082130&fields=id&tenant_id=0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 267 time: 0.0820940 Nov 19 03:25:59.150723 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-7e8ec473-a300-4afb-98e5-aa5f01537761 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:59.152173 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-7e8ec473-a300-4afb-98e5-aa5f01537761 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 811 time: 0.1706233 Nov 19 03:25:59.175737 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-72e43e5c-1d89-4332-bc48-03a5d2939b02 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/quotas/0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 375 time: 0.0117347 Nov 19 03:25:59.250385 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:59.269502 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-ec2905b4-9fb3-43c8-8e8d-c42efd19da35 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812373 Nov 19 03:25:59.375163 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:59.482732 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Network dc33bde6-1f11-4e70-b114-c741f5e152cf is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:25:59.506277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:25:59.508905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:25:59.561577 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-2599067b-c959-4db5-bbd5-8ddefde1b8a1 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742970 Nov 19 03:25:59.565615 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:25:59.608970 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03408f6f-83e4-42e5-8922-4a945205a8fe req-6d8c48e9-a9ba-445d-82ba-09eae9a61110 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:59.610437 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-03408f6f-83e4-42e5-8922-4a945205a8fe req-6d8c48e9-a9ba-445d-82ba-09eae9a61110 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 932 time: 0.2250044 Nov 19 03:25:59.672860 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:25:59.673822 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:59.712677 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-eac742c9-1e0c-4d9c-87cd-fa795312e96b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1076069 Nov 19 03:25:59.733389 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Request body: {'port': {'device_id': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:25:59.781185 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-03408f6f-83e4-42e5-8922-4a945205a8fe req-f385e6df-1cb5-4ed6-95b3-dd29d54f0a05 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525736 Nov 19 03:25:59.823855 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-86f36098-0c90-4567-af81-5ade5a92de36 None None] Provisioning complete for port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:25:59.824941 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-86f36098-0c90-4567-af81-5ade5a92de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:59.836516 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-d48efae9-ac35-40f8-be49-b5d68e48571d service neutron] 10.222.0.47 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535024 Nov 19 03:25:59.851219 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:25:59.868239 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-86f36098-0c90-4567-af81-5ade5a92de36 None None] Port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:26:00.220372 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-416bb231-5a61-4c57-bed2-b8de5ed5c29d req-279fc94a-4de0-4dca-8be3-435110c1d041 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 210 time: 0.0495596 Nov 19 03:26:00.283086 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:26:00.291733 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:00.305286 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Transition to ACTIVE for port object 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:26:00.312566 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:00.374616 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:00.489798 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Attempting to bind port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:26:00.490516 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Attempting to bind port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:26:00.490516 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Attempting to bind port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 on network dc33bde6-1f11-4e70-b114-c741f5e152cf {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:26:00.497016 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 on network dc33bde6-1f11-4e70-b114-c741f5e152cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:26:00.506755 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Attempting to bind port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 on network dc33bde6-1f11-4e70-b114-c741f5e152cf {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:26:00.517797 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:26:00.517913 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Checking segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:26:00.519149 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Bound using segment: {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:26:00.519995 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Bound port: 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47395da1-bb06-4570-9032-7208a1af562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:26:00.520830 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:00.654335 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:26:00.659842 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:26:00.697444 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:00.742866 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:00.743615 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:00.744858 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] 10.222.0.50 "PUT /v2.0/ports/7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 1094 time: 1.0157471 Nov 19 03:26:00.745309 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:00.747786 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac652583-31d6-4edf-8a0f-a3687885cbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:00.797649 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08975b2-41cd-4cf6-b003-1379aa013d8a service neutron] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:00.866236 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e08b3de-3742-4072-b569-29f2d13a8dd2 x-openstack-request-id: req-1e08b3de-3742-4072-b569-29f2d13a8dd2 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:00.866607 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:00.866817 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e08b3de-3742-4072-b569-29f2d13a8dd2 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:00.867262 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'status': 'completed', 'code': 200} Nov 19 03:26:00.908058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-d37850a8-2750-4ecb-9c9d-2b2792505082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:00.910666 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-d37850a8-2750-4ecb-9c9d-2b2792505082 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1097 time: 0.0945733 Nov 19 03:26:01.009440 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-8b8c3d5b-122c-46bb-bf93-3b63e9d758f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 217 time: 0.0641310 Nov 19 03:26:01.039496 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84978d-a148-4888-8b81-867a3c177eeb req-aacec8e5-35bb-4e8d-a9be-48bba1417270 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:01.042996 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe84978d-a148-4888-8b81-867a3c177eeb req-aacec8e5-35bb-4e8d-a9be-48bba1417270 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.1506736 Nov 19 03:26:01.120450 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-452c795f-077a-4154-b081-b5ff46e4e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:01.122100 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-452c795f-077a-4154-b081-b5ff46e4e3dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.1016777 Nov 19 03:26:01.144731 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe84978d-a148-4888-8b81-867a3c177eeb req-2103f384-e481-4299-9532-4fddbfc99433 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671928 Nov 19 03:26:01.228029 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-fb16bb5f-affd-4b7c-9110-e42db274b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:01.229754 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-fb16bb5f-affd-4b7c-9110-e42db274b0ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782790 Nov 19 03:26:01.328485 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d9041f1-106a-4da6-b63d-579fe8b5334a req-deac1468-fb1e-442f-a342-c1e34e1ae4b1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 210 time: 0.0343482 Nov 19 03:26:01.364951 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-dd6cda38-0414-4294-a8db-be5bc4bf8d2d service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266022 Nov 19 03:26:01.474655 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ceb8e526-c341-435f-9de9-ec684deb1a76 req-5a00fb29-f1b0-4fa1-b7c0-ac980f4d0e15 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004415 Nov 19 03:26:01.712908 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-89df054b-9af2-4ee5-a689-414613a7a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:01.715609 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-89df054b-9af2-4ee5-a689-414613a7a25a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1097 time: 0.0649776 Nov 19 03:26:01.901495 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-5dad2cd0-b605-42b7-94d7-92e28ff2ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:01.903079 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-5dad2cd0-b605-42b7-94d7-92e28ff2ada2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.1727602 Nov 19 03:26:01.959644 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-09245c49-9f86-4139-b15f-0575b2c7915a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:01.961239 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-09245c49-9f86-4139-b15f-0575b2c7915a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 811 time: 0.1780758 Nov 19 03:26:02.140759 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-e83c04c2-aea1-4d2f-9385-40df9b365a04 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 380 time: 0.1188345 Nov 19 03:26:02.152312 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'port': {'device_id': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'admin_state_up': True, 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'security_groups': ['3afb58f4-a438-4bf5-8b94-c859ffd5cf6b']}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:26:02.220300 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-14c885ff-f4d9-495d-af09-bc2977b58baf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 217 time: 0.3095052 Nov 19 03:26:02.278022 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-496c5748-c29f-4266-a750-3bbf7738d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:02.279528 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-496c5748-c29f-4266-a750-3bbf7738d9f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0501242 Nov 19 03:26:02.327488 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Made reservation on behalf of 0b123731cbb4468b8bae663587e792e7 for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:26:02.332108 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:02.369706 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461eb43-f861-4e9f-9a19-45d8e73a0153 req-ed0baef5-dd5c-4bc8-82c7-163c86d9814f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:02.371389 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b461eb43-f861-4e9f-9a19-45d8e73a0153 req-ed0baef5-dd5c-4bc8-82c7-163c86d9814f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0903168 Nov 19 03:26:02.374359 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-3fc1353c-ed34-44c0-8230-c6c57b3cce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:02.375605 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-3fc1353c-ed34-44c0-8230-c6c57b3cce7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828514 Nov 19 03:26:02.475625 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c3e50d57-ee3e-4293-8778-e7be122010cb req-f6264115-86bb-4452-8f48-b397195cc17c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 210 time: 0.0542948 Nov 19 03:26:02.510791 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Allocated IP 172.20.0.5 (ec6214ac-d99f-413c-a1b4-78005c417695/69748e62-2fad-45a9-bdbd-8021dd3f9e46/f37e9732-3229-47e7-8d66-8002cfe7275d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:26:02.520157 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b461eb43-f861-4e9f-9a19-45d8e73a0153 req-fd3e368d-9ff7-44a8-ada3-f056182af435 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406536 Nov 19 03:26:02.563886 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-b571ef94-aef4-4321-8c10-c5961296dbf7 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759324 Nov 19 03:26:02.661606 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ac652583-31d6-4edf-8a0f-a3687885cbd9 req-dd32d75b-e693-45b8-a92d-8c04e065fc76 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 Nov 19 03:26:02.697370 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:02.742836 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:02.808204 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Network ec6214ac-d99f-413c-a1b4-78005c417695 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:26:02.811805 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:26:02.816942 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:26:02.847180 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=f37e9732-3229-47e7-8d66-8002cfe7275d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:02.898310 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:02.898984 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:02.923283 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-91ffe4fb-935d-4a1b-8c70-84642cdff89b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750757 Nov 19 03:26:02.948907 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Request body: {'port': {'device_id': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:26:03.017281 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.116204 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-20f9131a-0031-4e8d-a7d6-f77a34a457ce None None] Provisioning complete for port f37e9732-3229-47e7-8d66-8002cfe7275d triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:26:03.116884 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-20f9131a-0031-4e8d-a7d6-f77a34a457ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.164199 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-20f9131a-0031-4e8d-a7d6-f77a34a457ce None None] Port f37e9732-3229-47e7-8d66-8002cfe7275d cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:26:03.337307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37e9732-3229-47e7-8d66-8002cfe7275d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:26:03.348131 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.364888 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Transition to ACTIVE for port object f37e9732-3229-47e7-8d66-8002cfe7275d will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:26:03.371061 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.495593 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f37e9732-3229-47e7-8d66-8002cfe7275d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:03.540654 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Attempting to bind port f37e9732-3229-47e7-8d66-8002cfe7275d on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:26:03.541013 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Attempting to bind port f37e9732-3229-47e7-8d66-8002cfe7275d by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:26:03.541340 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Attempting to bind port f37e9732-3229-47e7-8d66-8002cfe7275d on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:26:03.547005 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Port f37e9732-3229-47e7-8d66-8002cfe7275d on network ec6214ac-d99f-413c-a1b4-78005c417695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:26:03.547119 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Attempting to bind port f37e9732-3229-47e7-8d66-8002cfe7275d on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:26:03.552894 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:26:03.553231 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Checking segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:26:03.553620 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Bound using segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:26:03.554052 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Bound port: f37e9732-3229-47e7-8d66-8002cfe7275d, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:26:03.554409 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.649538 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd76af5-e217-40fd-aadf-2aae2da361c2 req-71ef3e54-5115-467d-b054-3540ada17d1b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:03.651076 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-afd76af5-e217-40fd-aadf-2aae2da361c2 req-71ef3e54-5115-467d-b054-3540ada17d1b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0699978 Nov 19 03:26:03.664627 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] For port f37e9732-3229-47e7-8d66-8002cfe7275d, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:26:03.668200 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] For port f37e9732-3229-47e7-8d66-8002cfe7275d, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f37e9732-3229-47e7-8d66-8002cfe7275d,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:26:03.672963 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.717981 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:03.718865 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:03.720590 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/f37e9732-3229-47e7-8d66-8002cfe7275d HTTP/1.1" status: 200 len: 1093 time: 0.7760575 Nov 19 03:26:03.721093 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:03.724226 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ae7225-519a-4085-9d41-2005769cb23e" -d '{"events": [{"name": "network-changed", "server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:03.756603 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-afd76af5-e217-40fd-aadf-2aae2da361c2 req-80e77135-5836-418f-a5e7-e70a51e9cfd4 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960014 Nov 19 03:26:03.762755 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a46c6f-89ca-4afe-aced-38bd7de5f8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f37e9732-3229-47e7-8d66-8002cfe7275d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:03.780460 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd21911-ec55-4f3a-9f1a-455b5987d303 req-083b31ee-530a-4474-8afb-bcddbb7cf89b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:03.782490 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8bd21911-ec55-4f3a-9f1a-455b5987d303 req-083b31ee-530a-4474-8afb-bcddbb7cf89b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0920506 Nov 19 03:26:03.882043 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8bd21911-ec55-4f3a-9f1a-455b5987d303 req-792f5b32-ec46-41bd-905d-b721d31ebc4c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919783 Nov 19 03:26:03.939148 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-f13b15bb-d8e7-4aeb-a2f6-cf175ab2e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:03.939453 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-f13b15bb-d8e7-4aeb-a2f6-cf175ab2e6f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 1096 time: 0.1113923 Nov 19 03:26:03.971290 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b8d086-5d50-48b3-9816-bbf527ff8932 x-openstack-request-id: req-70b8d086-5d50-48b3-9816-bbf527ff8932 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:03.971651 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:03.971829 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70b8d086-5d50-48b3-9816-bbf527ff8932 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:03.972211 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'status': 'completed', 'code': 200} Nov 19 03:26:04.010931 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-bc879b17-1f24-401f-b164-d3ef8b73bb41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37e9732-3229-47e7-8d66-8002cfe7275d HTTP/1.1" status: 200 len: 217 time: 0.0532246 Nov 19 03:26:04.077452 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-689a13ea-53b0-4a79-81e9-c1c6abe6a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.079117 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-689a13ea-53b0-4a79-81e9-c1c6abe6a788 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0595727 Nov 19 03:26:04.150513 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484895-656f-4878-9ff6-17d52c8238b3 req-fb16a07f-d440-46f4-9eca-dc253be70572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.150513 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-fb16a07f-d440-46f4-9eca-dc253be70572 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572913 Nov 19 03:26:04.283245 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-16977aeb-00b6-433b-b327-1a6c835d7f4b service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243711 Nov 19 03:26:04.409801 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-08484895-656f-4878-9ff6-17d52c8238b3 req-796c4791-d21c-48c4-863f-d5452ee3c0da service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128633 Nov 19 03:26:04.580405 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7225-519a-4085-9d41-2005769cb23e req-313b8732-705f-431c-8dfb-d015eafcd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.596148 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-313b8732-705f-431c-8dfb-d015eafcd89b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 1096 time: 0.0739844 Nov 19 03:26:04.723804 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7225-519a-4085-9d41-2005769cb23e req-432d5936-15cc-44a9-ae6a-68ee90bae115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.725835 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-432d5936-15cc-44a9-ae6a-68ee90bae115 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.1149383 Nov 19 03:26:04.772170 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-6605143c-2934-421c-ae51-cf5ae05fd6a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37e9732-3229-47e7-8d66-8002cfe7275d HTTP/1.1" status: 200 len: 217 time: 0.0374303 Nov 19 03:26:04.850561 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7225-519a-4085-9d41-2005769cb23e req-16e57d0a-b5c6-4d0b-be4e-64569c2bab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.852028 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-16e57d0a-b5c6-4d0b-be4e-64569c2bab3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0704312 Nov 19 03:26:04.911094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae7225-519a-4085-9d41-2005769cb23e req-4b5ba5e1-ef96-4d66-a70a-84d15c2b7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.912949 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-4b5ba5e1-ef96-4d66-a70a-84d15c2b7a81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527573 Nov 19 03:26:04.917256 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfcc9e-4189-4d45-a762-01369db922bf req-099e63f7-7ff7-4973-9f14-aca31f17055d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:04.919322 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-abcfcc9e-4189-4d45-a762-01369db922bf req-099e63f7-7ff7-4973-9f14-aca31f17055d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0577824 Nov 19 03:26:04.995595 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-abcfcc9e-4189-4d45-a762-01369db922bf req-96aee166-9afe-417a-afa0-f78308de7151 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681424 Nov 19 03:26:05.040081 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-86f0af61-253f-43a6-815d-d471ccd30198 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174760 Nov 19 03:26:05.052711 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e68a1-7dec-4b40-bbd7-cd226bf488b7 req-5d64e5f5-e378-4be7-8ea1-f9164d976575 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:05.054216 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f9e68a1-7dec-4b40-bbd7-cd226bf488b7 req-5d64e5f5-e378-4be7-8ea1-f9164d976575 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0562241 Nov 19 03:26:05.128656 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1f9e68a1-7dec-4b40-bbd7-cd226bf488b7 req-a3f3496c-048f-41b9-af18-e82109a626c4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635958 Nov 19 03:26:05.162668 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b6ae7225-519a-4085-9d41-2005769cb23e req-eaae9971-7e95-4012-b88f-5fdf823e6cd2 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139917 Nov 19 03:26:06.121080 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27773b30-f2ee-4684-86c6-4ccf190ee849 req-0e53b2fd-a12d-4444-958c-7907eec18c80 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:06.122444 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-27773b30-f2ee-4684-86c6-4ccf190ee849 req-0e53b2fd-a12d-4444-958c-7907eec18c80 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0488887 Nov 19 03:26:06.173495 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-27773b30-f2ee-4684-86c6-4ccf190ee849 req-eab7154c-e440-4a8e-af23-2c54ef55a9ed tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Nov 19 03:26:06.256000 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8274bf-02fc-40ce-8bd3-88f4d4e1bbca req-e85939ed-f418-4667-a1f7-0afd10d03146 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:06.257447 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c8274bf-02fc-40ce-8bd3-88f4d4e1bbca req-e85939ed-f418-4667-a1f7-0afd10d03146 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0523460 Nov 19 03:26:06.312934 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7c8274bf-02fc-40ce-8bd3-88f4d4e1bbca req-28ecfbfe-8cbe-49f7-9d94-defcd3a9c859 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493498 Nov 19 03:26:06.773777 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:26:06.876129 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:06.888820 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'mac_address': 'fa:16:3e:86:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:26:06.932956 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:06.946118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:26:06.969936 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:06.975854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:07.024096 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:07.074203 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-7e9ac0b1-adbd-49a9-9edd-90373d7617d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386968 Nov 19 03:26:07.154235 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-1d08f3c9-3fd8-4a28-8fac-46d767ee4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:07.155662 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-1d08f3c9-3fd8-4a28-8fac-46d767ee4fcd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1098 time: 0.0407920 Nov 19 03:26:07.268944 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-26168966-2c84-428b-8af2-ab1f3b3b991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:07.270622 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-26168966-2c84-428b-8af2-ab1f3b3b991a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.0940096 Nov 19 03:26:07.290809 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33a6d1-e1f7-4041-9224-69e79f1c72ad req-81eec9ac-96b5-426f-af7d-2839e70ed84c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:07.292315 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a33a6d1-e1f7-4041-9224-69e79f1c72ad req-81eec9ac-96b5-426f-af7d-2839e70ed84c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0502360 Nov 19 03:26:07.338175 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-0f175578-b06f-4fad-8988-190a8a8830dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 1000 time: 0.0599210 Nov 19 03:26:07.342728 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a33a6d1-e1f7-4041-9224-69e79f1c72ad req-ca1daba3-1012-4949-bd14-89913d6cfd6d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Nov 19 03:26:07.382560 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a1c098c5-1ec8-4813-b0f6-6603783b28fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:07.396921 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-bf7cb608-4aa1-4ee7-847f-f25b36fed74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:07.398377 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-bf7cb608-4aa1-4ee7-847f-f25b36fed74f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0521350 Nov 19 03:26:07.421009 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:26:07.438919 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109258-d321-4a8e-8ad0-58a301a9ba78 req-023ece5b-5b2f-450f-b19f-4532eaa5d0ff tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:07.441935 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-67109258-d321-4a8e-8ad0-58a301a9ba78 req-023ece5b-5b2f-450f-b19f-4532eaa5d0ff tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 945 time: 0.0560842 Nov 19 03:26:07.451937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-e0d229af-7017-4aab-a525-faf0c7651de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:07.453266 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-e0d229af-7017-4aab-a525-faf0c7651de0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416734 Nov 19 03:26:07.493341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-67109258-d321-4a8e-8ad0-58a301a9ba78 req-1aa9dad1-7e0c-4111-8b56-53d6cc6be127 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455093 Nov 19 03:26:07.546396 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-0f41dcf0-a5a5-491e-ac93-1fd83b7b2f9d service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851717 Nov 19 03:26:07.638045 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e2db0b9c-d614-4373-8060-22b61b33d198 req-08a89784-c822-40cc-b624-ad407cf7de84 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Nov 19 03:26:07.660240 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:07.948139 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60394) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:08.001315 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Deleting subnet 54139205-9f9d-4975-b0ef-329353dd079b {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:26:08.005127 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.037714 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.078647 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.129577 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.154918 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54139205-9f9d-4975-b0ef-329353dd079b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:08.159224 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.162590 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-86f26b4c-1be8-4551-9cb2-79044e6a92bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/54139205-9f9d-4975-b0ef-329353dd079b HTTP/1.1" status: 204 len: 168 time: 0.2134206 Nov 19 03:26:08.165251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60396) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:08.233446 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.327753 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.346726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2294e149-4611-4500-8734-b9b290b7e149']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:08.355607 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8b18b0-189e-46ae-b8b4-2dd32f55d486') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:08.355897 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8b18b0-189e-46ae-b8b4-2dd32f55d486') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:08.365624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.379762 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.386147 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:26:08.386555 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:26:08.388337 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:26:08.470321 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.477575 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.481111 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2294e149-4611-4500-8734-b9b290b7e149 HTTP/1.1" status: 204 len: 168 time: 0.3147736 Nov 19 03:26:08.494252 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4557c0-061a-4d77-97af-9ebdd94ad239 admin admin] Pushing event deleted for resources: {'Network': ['ID=2294e149-4611-4500-8734-b9b290b7e149,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:08.503496 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3822-b0ad-4f6a-963a-ce405710b11e req-cbfaac05-c17c-4d54-8d4b-72f074905024 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:08.504993 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-079c3822-b0ad-4f6a-963a-ce405710b11e req-cbfaac05-c17c-4d54-8d4b-72f074905024 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0844386 Nov 19 03:26:08.561669 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-079c3822-b0ad-4f6a-963a-ce405710b11e req-2ac3714e-607c-4f5b-a295-8418ebe5f4b1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505700 Nov 19 03:26:08.633563 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392b0a0-dc9c-48f7-9400-5210d194b636 req-90dc40ef-db58-47b0-b288-ee8688af2862 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:08.635069 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2392b0a0-dc9c-48f7-9400-5210d194b636 req-90dc40ef-db58-47b0-b288-ee8688af2862 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 945 time: 0.0516496 Nov 19 03:26:08.683704 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60404) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:08.685499 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2392b0a0-dc9c-48f7-9400-5210d194b636 req-5159e5c4-2b78-47a6-930e-cb89f28da6a0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Nov 19 03:26:08.722896 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-2d316ff4-fadd-4639-ab92-5148c51ad266 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c75c732daa4453ebbc81731ee7c28c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380111 Nov 19 03:26:08.725203 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60406) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:08.772179 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bd00487-9bdd-4ecb-853a-f42ebce8bade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.776636 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:26:08.795527 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bd00487-9bdd-4ecb-853a-f42ebce8bade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.827969 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:26:08.832191 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:26:08.832554 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.845309 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bd00487-9bdd-4ecb-853a-f42ebce8bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.848397 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-5bd00487-9bdd-4ecb-853a-f42ebce8bade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.849546 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-5bd00487-9bdd-4ecb-853a-f42ebce8bade admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/891e00df-5981-4e4d-ace5-fbaf65a23d46 HTTP/1.1" status: 204 len: 168 time: 0.1234658 Nov 19 03:26:08.857383 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd00487-9bdd-4ecb-853a-f42ebce8bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e00df-5981-4e4d-ace5-fbaf65a23d46,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:08.935664 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:08.962805 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:08.966173 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f080ad58-f24a-4042-87a2-2618ce7355e6" -d '{"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:08.981341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:08.987704 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:09.047762 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:09.191630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b02c9-57fc-415e-b147-06987f5af21b req-595bd56e-e431-4c2c-8681-158dbaa7fdcf tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:09.199580 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-200b02c9-57fc-415e-b147-06987f5af21b req-595bd56e-e431-4c2c-8681-158dbaa7fdcf tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0599728 Nov 19 03:26:09.237978 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf1c18f-3439-45b0-b5c5-477ba8f9e7a5 x-openstack-request-id: req-2cf1c18f-3439-45b0-b5c5-477ba8f9e7a5 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:09.238312 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:09.238624 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2cf1c18f-3439-45b0-b5c5-477ba8f9e7a5 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:09.239384 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'code': 200} Nov 19 03:26:09.249063 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-200b02c9-57fc-415e-b147-06987f5af21b req-fa74718a-3e26-4be1-8d82-fadedaf681f5 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482619 Nov 19 03:26:09.485511 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d720ec-4297-45d2-9121-254fc378d35e req-85e1a7e0-dd9d-414a-8362-4657bca63bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:09.487693 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b0d720ec-4297-45d2-9121-254fc378d35e req-85e1a7e0-dd9d-414a-8362-4657bca63bf1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1099 time: 0.0431936 Nov 19 03:26:09.532796 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-b0d720ec-4297-45d2-9121-254fc378d35e req-cb4eb20b-a339-4356-bf8c-c8ce4caf90ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 Nov 19 03:26:09.657425 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-52d525e0-6dba-42b1-ae6e-3a21efbf1ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:09.687211 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca76b6-5494-4e4f-94df-007cb816abcb req-4231be5e-25e6-4915-828b-327769fe2a9f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:09.689183 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a2ca76b6-5494-4e4f-94df-007cb816abcb req-4231be5e-25e6-4915-828b-327769fe2a9f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0523493 Nov 19 03:26:09.742696 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a2ca76b6-5494-4e4f-94df-007cb816abcb req-7516b604-0f0a-4420-92ee-746d91a4c6e8 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475278 Nov 19 03:26:09.812480 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2962993-34e5-4f54-9a50-57d0a3a889b2 req-25b2d6c0-1cd5-4786-b151-07ee6c76730d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:09.813973 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c2962993-34e5-4f54-9a50-57d0a3a889b2 req-25b2d6c0-1cd5-4786-b151-07ee6c76730d tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0497737 Nov 19 03:26:09.867381 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c2962993-34e5-4f54-9a50-57d0a3a889b2 req-b9ada9e9-39dd-4f9b-bcf5-738a0af37521 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471051 Nov 19 03:26:10.367092 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189227da-2238-486f-a9a4-1adb119087e0 req-89130d8c-293a-4a9d-bd00-90b151810688 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:10.368565 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-189227da-2238-486f-a9a4-1adb119087e0 req-89130d8c-293a-4a9d-bd00-90b151810688 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0517631 Nov 19 03:26:10.417984 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-189227da-2238-486f-a9a4-1adb119087e0 req-07c41cf4-6169-47ee-8eb4-9a55914b58f5 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Nov 19 03:26:10.792836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:10.859403 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63077-3508-4c92-a458-fc19204dce2a req-3d44a65a-3367-48f9-8434-bace9c58dc78 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:10.860854 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44a63077-3508-4c92-a458-fc19204dce2a req-3d44a65a-3367-48f9-8434-bace9c58dc78 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0504725 Nov 19 03:26:10.914103 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44a63077-3508-4c92-a458-fc19204dce2a req-ff3ec836-1dd5-408b-a85e-e071b51bc010 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Nov 19 03:26:10.997354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd61447-cbb7-44b3-b0ef-b37a1605cb63 req-b3bcd68c-9a3c-43f9-be24-3d5dee0bd407 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:10.999181 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fd61447-cbb7-44b3-b0ef-b37a1605cb63 req-b3bcd68c-9a3c-43f9-be24-3d5dee0bd407 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0596416 Nov 19 03:26:11.051879 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fd61447-cbb7-44b3-b0ef-b37a1605cb63 req-e0688411-2dba-48ec-9555-ff3ab541f372 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Nov 19 03:26:11.537599 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c1270-d3a8-4471-8d38-625edbf52ade req-3cbaea4d-a8a9-44b8-a200-82d2d80cfd3f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:11.539183 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cf5c1270-d3a8-4471-8d38-625edbf52ade req-3cbaea4d-a8a9-44b8-a200-82d2d80cfd3f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0493872 Nov 19 03:26:11.586023 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cf5c1270-d3a8-4471-8d38-625edbf52ade req-0ed2467c-5647-4136-9bed-6ce0e455b935 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Nov 19 03:26:12.039501 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f23da-5b98-4d18-bd81-1d0e72e82f1b req-3cca1cad-86c7-4cfd-9480-83d67fcb08e9 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:12.040960 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-604f23da-5b98-4d18-bd81-1d0e72e82f1b req-3cca1cad-86c7-4cfd-9480-83d67fcb08e9 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0614717 Nov 19 03:26:12.091858 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-604f23da-5b98-4d18-bd81-1d0e72e82f1b req-f56332bf-4c85-4ba2-96cb-6e30898513c1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 Nov 19 03:26:12.174055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b67e5-017a-4fad-85dd-49fbd2bf2c12 req-29169ef2-dfac-424b-b6d1-9179aec34029 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:12.175629 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e0b67e5-017a-4fad-85dd-49fbd2bf2c12 req-29169ef2-dfac-424b-b6d1-9179aec34029 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0500779 Nov 19 03:26:12.224557 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e0b67e5-017a-4fad-85dd-49fbd2bf2c12 req-f859880e-4da8-4a70-b925-1c33c80ad515 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Nov 19 03:26:12.295329 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:12.340164 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1b1c6-277e-4301-ac9c-12abc7924075 req-1d4ddb29-785a-4a28-8dee-8f28a626824f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:12.341693 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e5a1b1c6-277e-4301-ac9c-12abc7924075 req-1d4ddb29-785a-4a28-8dee-8f28a626824f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0477765 Nov 19 03:26:12.350745 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60518) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:12.355077 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Request body: {'floatingip': {'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:26:12.399685 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:12.777676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794328ba-494f-4400-bccc-523e67a09e62 req-a4d3ad5d-3131-4f3d-924e-7e676851a6e0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:12.779169 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-794328ba-494f-4400-bccc-523e67a09e62 req-a4d3ad5d-3131-4f3d-924e-7e676851a6e0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.1232486 Nov 19 03:26:12.868143 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-794328ba-494f-4400-bccc-523e67a09e62 req-497c36e6-779c-415b-8ef6-b54e5da567de tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810711 Nov 19 03:26:12.898941 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:12.917755 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:12.921744 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:13.024709 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Floating IP b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e associated. External IP: 172.27.0.64, port: 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5. Nov 19 03:26:13.259375 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cc548-cc5f-40e4-b805-6165d8d217db req-7240aeba-a565-4ff8-9aba-584a338d42cf tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:13.261037 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c17cc548-cc5f-40e4-b805-6165d8d217db req-7240aeba-a565-4ff8-9aba-584a338d42cf tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0958133 Nov 19 03:26:13.290519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:26:13.361502 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c17cc548-cc5f-40e4-b805-6165d8d217db req-fe3b6f69-3c69-43c4-856c-486497273862 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933588 Nov 19 03:26:13.426750 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:26:13.431543 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:13.436062 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:26:13.445442 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:13.446057 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:13.457180 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a6af303f-96b8-4967-9391-c741e5213fa6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "PUT /v2.0/floatingips/b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e HTTP/1.1" status: 200 len: 991 time: 1.1053307 Nov 19 03:26:13.457873 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:13.460203 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:13.502541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68aa7a0-3a6b-4791-8a12-eba947cfeda4 x-openstack-request-id: req-c68aa7a0-3a6b-4791-8a12-eba947cfeda4 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:13.502541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:13.502541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c68aa7a0-3a6b-4791-8a12-eba947cfeda4 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:13.502541 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'status': 'completed', 'code': 200} Nov 19 03:26:13.561036 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:13.600841 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-3aa43475-41b5-48fb-98bc-6f436bde3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:13.602158 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-3aa43475-41b5-48fb-98bc-6f436bde3824 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1099 time: 0.0409143 Nov 19 03:26:13.698873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-1da3c3f5-e0fd-4eac-bac8-17d014ce2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:13.700354 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-1da3c3f5-e0fd-4eac-bac8-17d014ce2b0c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0896845 Nov 19 03:26:13.766949 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-46956b8a-928f-4a64-bf8b-4b82afad1051 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 999 time: 0.0591304 Nov 19 03:26:13.816516 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-f45c0ef9-5691-417a-9cad-0617dea6f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:13.817976 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-f45c0ef9-5691-417a-9cad-0617dea6f411 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0442026 Nov 19 03:26:13.834797 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': 'b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'mac_address': 'fa:16:3e:86:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:25:55Z', 'updated_at': '2021-11-19T03:26:12Z', 'revision_number': 1, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:13.860531 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:26:13.868675 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-6aaf9bcc-1202-4bfc-ab92-8ceb994b1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:13.869535 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:13.870127 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:13.870247 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-6aaf9bcc-1202-4bfc-ab92-8ceb994b1410 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436206 Nov 19 03:26:13.967627 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-362bc8cb-f1ba-4136-8086-8b3b6fb76ba2 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893438 Nov 19 03:26:13.984245 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:13.994837 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c23c-6529-4726-8e51-4dd8862dfc41 req-dc021b1f-119a-496a-a6c6-f403e61ac68a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:13.996343 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1540c23c-6529-4726-8e51-4dd8862dfc41 req-dc021b1f-119a-496a-a6c6-f403e61ac68a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0553071 Nov 19 03:26:14.046834 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1540c23c-6529-4726-8e51-4dd8862dfc41 req-07ebc3a7-109b-4a44-9ca7-1efc75ee2502 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Nov 19 03:26:14.072375 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-eadbc29f-69ad-44ce-b9b8-689f0b0e6af9 req-a2a3d918-6932-4c8c-9dd9-a492958e6708 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967321 Nov 19 03:26:14.220620 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': 'b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'mac_address': 'fa:16:3e:86:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:25:55Z', 'updated_at': '2021-11-19T03:26:12Z', 'revision_number': 1, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:14.366783 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7ae61-9e65-40ad-9bf7-87d15e88fbf9 None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': 'b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'mac_address': 'fa:16:3e:86:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:25:55Z', 'updated_at': '2021-11-19T03:26:12Z', 'revision_number': 1, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:26:14.487424 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb2242-58bf-4960-93b1-53c43fbd23a4 req-6ecaa83b-954f-45e7-a97f-2b099cda9384 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:14.488930 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b6cb2242-58bf-4960-93b1-53c43fbd23a4 req-6ecaa83b-954f-45e7-a97f-2b099cda9384 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 943 time: 0.0524924 Nov 19 03:26:14.542123 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b6cb2242-58bf-4960-93b1-53c43fbd23a4 req-9ecaaa40-8ef9-4573-b6ed-10f54efbbbfd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473599 Nov 19 03:26:14.563155 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31a7fa-f3f7-4d6c-8147-e36a7c54c7c4 None None] New status for floating IP b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e: ACTIVE {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:26:14.824147 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f37e9732-3229-47e7-8d66-8002cfe7275d details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:26:14.843279 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:26:14.925678 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f37e9732-3229-47e7-8d66-8002cfe7275d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f37e9732-3229-47e7-8d66-8002cfe7275d,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:14.935785 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'port_id': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'mac_address': 'fa:16:3e:cb:da:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:26:14.976446 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:14.989420 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37e9732-3229-47e7-8d66-8002cfe7275d {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:26:15.009705 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f37e9732-3229-47e7-8d66-8002cfe7275d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f37e9732-3229-47e7-8d66-8002cfe7275d,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:15.015135 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:15.061917 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=f37e9732-3229-47e7-8d66-8002cfe7275d,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:15.071404 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.071908 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.072250 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.072589 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.073064 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.073462 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.073797 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.074125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.074495 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.074853 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.075156 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.075525 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:15.168910 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73981878-a2a1-4a34-9225-a1dd46de0fdd req-03b45368-3920-4df8-a161-c9fb4cb4104f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:15.170371 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73981878-a2a1-4a34-9225-a1dd46de0fdd req-03b45368-3920-4df8-a161-c9fb4cb4104f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0487416 Nov 19 03:26:15.221891 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-73981878-a2a1-4a34-9225-a1dd46de0fdd req-10299d4c-843c-4a7b-b85a-74fa3148990b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450554 Nov 19 03:26:15.561214 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['f37e9732-3229-47e7-8d66-8002cfe7275d'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:26:15.663854 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47950d-564b-4947-962e-58682bd2b2ac req-45f42525-65b3-480c-967c-d18a08ec0c91 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:15.665248 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2a47950d-564b-4947-962e-58682bd2b2ac req-45f42525-65b3-480c-967c-d18a08ec0c91 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 944 time: 0.0484755 Nov 19 03:26:15.714814 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2a47950d-564b-4947-962e-58682bd2b2ac req-8de7d73c-e4bd-4bab-9b1c-66d921c6dcc3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Nov 19 03:26:16.339404 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b316-5a84-4b45-aae5-c120d4e770be req-dedee564-d99b-496c-9a45-6d410da75252 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:16.340866 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a686b316-5a84-4b45-aae5-c120d4e770be req-dedee564-d99b-496c-9a45-6d410da75252 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 19 03:26:16.387799 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a686b316-5a84-4b45-aae5-c120d4e770be req-3fa57a92-7cfc-42af-9c31-07c010a53c09 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Nov 19 03:26:16.838368 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f37e9732-3229-47e7-8d66-8002cfe7275d up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:26:16.840320 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbbd6f-9c3c-4592-bc6e-1f2f9fac8ba9 req-cf8379f8-94f7-47d6-91f5-f34e78194105 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:16.842778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ebbbd6f-9c3c-4592-bc6e-1f2f9fac8ba9 req-cf8379f8-94f7-47d6-91f5-f34e78194105 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 944 time: 0.0543280 Nov 19 03:26:16.895931 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port f37e9732-3229-47e7-8d66-8002cfe7275d completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:26:16.896150 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ebbbd6f-9c3c-4592-bc6e-1f2f9fac8ba9 req-6a58f036-e240-4c88-82c7-e614df5796cb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 Nov 19 03:26:16.899914 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port f37e9732-3229-47e7-8d66-8002cfe7275d triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:26:16.900283 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:16.979758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:17.002643 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:17.005196 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f670b-8f16-47a1-8f5d-467682252dba" -d '{"events": [{"server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "name": "network-vif-plugged", "status": "completed", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:17.019072 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f37e9732-3229-47e7-8d66-8002cfe7275d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f37e9732-3229-47e7-8d66-8002cfe7275d,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:17.023253 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:17.047610 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441bf97c-aca0-4d0d-9ff0-22cbfd923956 x-openstack-request-id: req-441bf97c-aca0-4d0d-9ff0-22cbfd923956 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:17.047925 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "name": "network-vif-plugged", "status": "completed", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:17.048180 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-441bf97c-aca0-4d0d-9ff0-22cbfd923956 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:17.048567 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'code': 200} Nov 19 03:26:17.078341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=f37e9732-3229-47e7-8d66-8002cfe7275d,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:17.316532 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79943929-cade-4a9f-965d-aa8ae28ee8ad req-6125c078-d103-4d1e-b88c-6b836d10a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:17.318090 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-79943929-cade-4a9f-965d-aa8ae28ee8ad req-6125c078-d103-4d1e-b88c-6b836d10a056 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 1098 time: 0.0412290 Nov 19 03:26:17.372079 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-79943929-cade-4a9f-965d-aa8ae28ee8ad req-0a45e6ff-051e-434a-8d6a-4ecb5cad68a9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391893 Nov 19 03:26:17.508200 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01607ce-0a61-424c-a9e2-0899d04d7993 req-715a6d51-65e7-4e21-a1ed-119651adba21 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:17.509740 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d01607ce-0a61-424c-a9e2-0899d04d7993 req-715a6d51-65e7-4e21-a1ed-119651adba21 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0500319 Nov 19 03:26:17.556697 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d01607ce-0a61-424c-a9e2-0899d04d7993 req-6a3e3dcd-3df2-4ad0-bf54-2adeba36f4b2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Nov 19 03:26:18.015851 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e872dae-9609-4854-b5ea-61879ac2ef69 req-1a2f6e38-742f-47cb-8f07-87ea14537a92 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:18.017315 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e872dae-9609-4854-b5ea-61879ac2ef69 req-1a2f6e38-742f-47cb-8f07-87ea14537a92 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0499172 Nov 19 03:26:18.069955 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e872dae-9609-4854-b5ea-61879ac2ef69 req-b802bd13-5611-43ec-9a3a-25ddb81bfe8b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Nov 19 03:26:18.673287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583ecb8-1a2f-4981-a0c8-0643ad43d9d8 req-e2a34b39-32e1-48bc-a3eb-7233acb90b83 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:18.675628 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c583ecb8-1a2f-4981-a0c8-0643ad43d9d8 req-e2a34b39-32e1-48bc-a3eb-7233acb90b83 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0504165 Nov 19 03:26:18.726066 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c583ecb8-1a2f-4981-a0c8-0643ad43d9d8 req-0c9e9025-25d7-4d74-98ca-710d57bed242 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Nov 19 03:26:19.194730 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e727df-823a-40bc-95fe-a9aaa1a00d87 req-5e20b8e1-28d7-4d80-9cd3-0cba3dfc7e8f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:19.196217 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c5e727df-823a-40bc-95fe-a9aaa1a00d87 req-5e20b8e1-28d7-4d80-9cd3-0cba3dfc7e8f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0516560 Nov 19 03:26:19.245100 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c5e727df-823a-40bc-95fe-a9aaa1a00d87 req-e3443e6e-609d-465a-9793-7222da0ea0dc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Nov 19 03:26:19.366497 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18ec5-3ac9-40fb-9384-5ed902b78974 req-8b3ff7fe-f422-4660-96dc-b2af1c53cf1e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:19.367868 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-94c18ec5-3ac9-40fb-9384-5ed902b78974 req-8b3ff7fe-f422-4660-96dc-b2af1c53cf1e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0527527 Nov 19 03:26:19.418028 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-94c18ec5-3ac9-40fb-9384-5ed902b78974 req-41109025-9e68-42bf-b150-cbf174029990 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Nov 19 03:26:19.440565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60576) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:19.651492 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a09af40-81de-4feb-bbda-fe9ce8a8a712 tempest-TestVolumeBootPattern-518499388 tempest-TestVolumeBootPattern-518499388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:19.653000 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-8a09af40-81de-4feb-bbda-fe9ce8a8a712 tempest-TestVolumeBootPattern-518499388 tempest-TestVolumeBootPattern-518499388-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 1093 time: 0.2114410 Nov 19 03:26:19.655846 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60582) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:19.660470 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'port_id': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:26:19.691417 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:19.794058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:19.911787 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196d11f-485c-446b-b679-485a20087239 req-d5d37650-b9b4-4f6e-a219-e39fd8905755 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:19.913295 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0196d11f-485c-446b-b679-485a20087239 req-d5d37650-b9b4-4f6e-a219-e39fd8905755 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.1104472 Nov 19 03:26:20.212730 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Allocated IP 172.27.0.162 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/bf58e773-7639-451e-b496-50c0ec253dad) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:26:20.240452 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0196d11f-485c-446b-b679-485a20087239 req-765f1712-a001-4626-8b06-c2c2256166a7 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206706 Nov 19 03:26:20.342850 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:20.381001 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:20.435079 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:26:20.454643 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:26:20.459616 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:26:20.487195 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=bf58e773-7639-451e-b496-50c0ec253dad,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:20.512972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec80a-d66a-43d2-8b06-c0525c33c573 req-e2919821-2cbb-4e95-a5b3-b4d45739972d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:20.514498 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5caec80a-d66a-43d2-8b06-c0525c33c573 req-e2919821-2cbb-4e95-a5b3-b4d45739972d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.1014450 Nov 19 03:26:20.530109 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-627a10be-6f52-4a28-97d7-3f1faca13ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:20.531681 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-627a10be-6f52-4a28-97d7-3f1faca13ee4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 1098 time: 0.0419824 Nov 19 03:26:20.628429 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5caec80a-d66a-43d2-8b06-c0525c33c573 req-b89f1be3-4bb6-4325-aea4-a23a8cb9e28c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064866 Nov 19 03:26:20.634537 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-316d74af-6621-40ca-9632-9cbadd7985d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:20.636052 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-316d74af-6621-40ca-9632-9cbadd7985d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.0966322 Nov 19 03:26:20.707463 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-6a04e22b-11bd-4228-ba4c-35533dc77bce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 200 len: 1000 time: 0.0630565 Nov 19 03:26:20.767625 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-47a3e37a-d9a0-402b-9299-b3e73f49e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:20.769846 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-47a3e37a-d9a0-402b-9299-b3e73f49e861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0486131 Nov 19 03:26:20.822120 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-c0d379f0-4ca7-4c89-964a-e185a39651bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:20.823655 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-c0d379f0-4ca7-4c89-964a-e185a39651bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461833 Nov 19 03:26:20.891133 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:20.916211 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-d7b67163-0183-43d5-8196-e84622a65a23 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839405 Nov 19 03:26:20.960605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:21.012569 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-982ba453-baf0-42c2-9d98-bf0e89152ecc req-dd2f4ea3-d05a-4f34-9b2e-9a425e637222 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881696 Nov 19 03:26:21.115112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:21.119754 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:21.192826 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=bf58e773-7639-451e-b496-50c0ec253dad,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:21.204056 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:21.304824 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Floating IP 4fd4d859-0696-45c9-aaa2-577329411508 associated. External IP: 172.27.0.162, port: f37e9732-3229-47e7-8d66-8002cfe7275d. Nov 19 03:26:21.517064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:26:21.626550 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:26:21.636356 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:26:21.648360 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:21.684346 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:21.685007 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:21.698518 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-59aca04d-34a7-4712-a821-f79443829864 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0291414 Nov 19 03:26:21.698518 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:21.698518 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c0249a-37ec-4745-b078-6aaf770630ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:21.755198 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b2c27b-74c5-4ddc-a5b3-c0266674052b x-openstack-request-id: req-50b2c27b-74c5-4ddc-a5b3-c0266674052b {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:21.755565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:21.755777 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-50b2c27b-74c5-4ddc-a5b3-c0266674052b {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:21.756163 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'status': 'completed', 'code': 200} Nov 19 03:26:21.780485 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d8808-9011-4240-b293-c15a2f6c15ae req-65b60a0d-7fe0-4248-b0e1-2604af8ecdd8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:21.782041 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a06d8808-9011-4240-b293-c15a2f6c15ae req-65b60a0d-7fe0-4248-b0e1-2604af8ecdd8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0616789 Nov 19 03:26:21.807723 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:21.839511 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a06d8808-9011-4240-b293-c15a2f6c15ae req-b983e76e-7cbf-433d-b591-fa379b73ceed tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492842 Nov 19 03:26:21.891052 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0249a-37ec-4745-b078-6aaf770630ee req-6201a82e-7570-4c52-944f-7463c5f4b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:21.892565 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-6201a82e-7570-4c52-944f-7463c5f4b7ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 1098 time: 0.0690842 Nov 19 03:26:21.990441 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0249a-37ec-4745-b078-6aaf770630ee req-676b4800-db40-4310-9788-e7a854d5d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:21.991975 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-676b4800-db40-4310-9788-e7a854d5d60a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0906618 Nov 19 03:26:22.053515 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4fd4d859-0696-45c9-aaa2-577329411508', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:cb:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:26:20Z', 'updated_at': '2021-11-19T03:26:20Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:22.061869 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-c11bef5d-c55e-47af-a04b-8795ad68a8cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37e9732-3229-47e7-8d66-8002cfe7275d HTTP/1.1" status: 200 len: 999 time: 0.0602088 Nov 19 03:26:22.085081 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:26:22.094128 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:22.094764 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:22.118855 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0249a-37ec-4745-b078-6aaf770630ee req-d1c456db-3305-4aeb-aefb-df4884de329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:22.120313 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-d1c456db-3305-4aeb-aefb-df4884de329e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0444779 Nov 19 03:26:22.171658 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0249a-37ec-4745-b078-6aaf770630ee req-108c572d-2f22-4432-8e48-d4d423877043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:22.173154 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-108c572d-2f22-4432-8e48-d4d423877043 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433192 Nov 19 03:26:22.201889 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:22.260978 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-ecf0f1db-6e3a-4014-8b7a-323621085c50 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796061 Nov 19 03:26:22.458622 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4fd4d859-0696-45c9-aaa2-577329411508', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:cb:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:26:20Z', 'updated_at': '2021-11-19T03:26:20Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:22.490388 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739260a-ce7f-4902-b797-daff9e235390 None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4fd4d859-0696-45c9-aaa2-577329411508', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:cb:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:26:20Z', 'updated_at': '2021-11-19T03:26:20Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:26:22.586915 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-21c0249a-37ec-4745-b078-6aaf770630ee req-57250650-f899-4686-a870-aecf21876a19 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182306 Nov 19 03:26:22.684539 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b371da-fc7d-41ad-86aa-bfeb4b219d18 None None] New status for floating IP 4fd4d859-0696-45c9-aaa2-577329411508: ACTIVE {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:26:22.954137 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80902fe-02f2-4130-a003-b4d890f3badb req-a400f498-098d-4289-9c26-7915e41591fb tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:22.955612 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c80902fe-02f2-4130-a003-b4d890f3badb req-a400f498-098d-4289-9c26-7915e41591fb tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0492654 Nov 19 03:26:23.002383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c80902fe-02f2-4130-a003-b4d890f3badb req-d0d6c91e-907c-4f28-89da-d749a5958f99 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405941 Nov 19 03:26:34.096606 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-d9d124d9-0146-45bc-81f5-dddb5a80cf7a tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932230399&fields=id&tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61 HTTP/1.1" status: 200 len: 267 time: 0.0477333 Nov 19 03:26:34.151398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-9fb99c2d-e6d1-47cd-9eac-ca8a95d4e57f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:34.152761 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-9fb99c2d-e6d1-47cd-9eac-ca8a95d4e57f tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 984 time: 0.0485508 Nov 19 03:26:34.163754 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Request body: {'port': {'security_groups': ['ff5cd549-e0b6-4521-9762-3d873286c7e9']}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:26:34.230210 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.407000 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:34.437205 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.442352 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.490937 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:34.491565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.493004 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ca0d086c-8a40-4f9b-a29e-bf2ad1a01557 req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "PUT /v2.0/ports/4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 942 time: 0.3338184 Nov 19 03:26:34.498012 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4ad10a71-4d53-4076-951d-e0ce7c2cbf68'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:26:34.499319 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:34.500350 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60678) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:34.501953 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc77bb-15fe-4600-a33f-7c84651f1a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:34.529811 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event updated for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=7']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:34.540763 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.541636 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.542093 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.542536 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.543075 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.543421 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.543755 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.544283 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.544398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.544732 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.545064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.545390 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6af238-5cd7-4e24-b34e-7267e7090ffd tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.582563 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff21081-b5b7-4665-8e36-b059cbc24683 x-openstack-request-id: req-3ff21081-b5b7-4665-8e36-b059cbc24683 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:34.583013 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:34.583275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ff21081-b5b7-4665-8e36-b059cbc24683 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:34.583681 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'status': 'completed', 'code': 200} Nov 19 03:26:34.587934 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.616904 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.700426 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-d490b1bf-395a-46aa-a9f1-2b08e07fffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:34.701957 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-d490b1bf-395a-46aa-a9f1-2b08e07fffa7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0487442 Nov 19 03:26:34.712808 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4ad10a71-4d53-4076-951d-e0ce7c2cbf68'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:26:34.768762 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.772845 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.776373 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "DELETE /v2.0/security-groups/9598f72b-c6c1-440d-a3d9-1474d29d38f6 HTTP/1.1" status: 204 len: 168 time: 0.2726181 Nov 19 03:26:34.777744 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60686) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:34.791425 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9598f72b-c6c1-440d-a3d9-1474d29d38f6,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:34.806774 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.807060 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.807408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.807879 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.808217 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.808550 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.808882 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.809328 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.809659 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.809982 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.810307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.810679 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f31e315-8649-461b-a5a0-928f7f274b50 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:26:34.842576 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-3969cc8f-40e3-49c2-842e-eca3a7fb5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:34.844226 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-3969cc8f-40e3-49c2-842e-eca3a7fb5b3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 916 time: 0.1309872 Nov 19 03:26:34.883512 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-815c9099-83c5-4923-a7c0-246ff259ea52 None None] Provisioning complete for port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:26:34.883945 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-815c9099-83c5-4923-a7c0-246ff259ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.928949 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-6dfa8169-bc62-4824-8822-ec416f190331 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 1001 time: 0.0733359 Nov 19 03:26:34.964418 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Deleting port 7db5bb80-a587-4e94-99ee-0e7c14a00595 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:34.964775 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:34.982383 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-36ac6791-b660-4d5d-ab28-8e15823b5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:34.983873 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-36ac6791-b660-4d5d-ab28-8e15823b5a6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0473354 Nov 19 03:26:35.039671 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-f43c2272-cb0e-45ce-8499-b80ffaf7a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:35.041369 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-f43c2272-cb0e-45ce-8499-b80ffaf7a666 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490379 Nov 19 03:26:35.058324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:35.059006 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:35.074049 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Calling delete_port for 7db5bb80-a587-4e94-99ee-0e7c14a00595 owned by network:floatingip {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:35.146703 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-8baeaeba-fc8b-45aa-b972-57eaea9cf325 service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910158 Nov 19 03:26:35.248104 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-50dc77bb-15fe-4600-a33f-7c84651f1a6e req-b68bd4d9-7734-4718-9b2e-40cbd752bb0e service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 Nov 19 03:26:35.258594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:35.286097 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event deleted for resources: {'Port': ['ID=7db5bb80-a587-4e94-99ee-0e7c14a00595,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:35.348419 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks [] for floatingip, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:35.348790 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Floating IP 4cf3be41-697d-40e4-8398-3a23457248b9 disassociated (deleted). External IP: 172.27.0.122, port: 4ad10a71-4d53-4076-951d-e0ce7c2cbf68. Nov 19 03:26:35.555984 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Router 41941983-42df-4853-a44a-25abe927b1df has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:26:35.663258 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:26:35.668201 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:35.673124 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] Sync routers for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:26:35.683492 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:35.684098 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:35.696979 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b25b805f-51c5-4832-ba8a-4f5800c4f98c tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "DELETE /v2.0/floatingips/4cf3be41-697d-40e4-8398-3a23457248b9 HTTP/1.1" status: 204 len: 168 time: 0.9178720 Nov 19 03:26:35.916389 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:36.116076 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:36.142686 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] Checking router: 41941983-42df-4853-a44a-25abe927b1df for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:26:36.151722 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:36.152332 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:36.256263 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:36.449377 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:36.478640 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e8f0bb-0d16-4135-8941-5cd6405bfcd3 None None] The sync data for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi is: [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:52Z', 'revision_number': 4, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': 'ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859', 'name': '', 'network_id': '96107137-2387-4a29-be95-3b64cadd1d37', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'mac_address': 'fa:16:3e:8d:1c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6518448a-44a7-4361-a664-c1f550fd1651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:51Z', 'updated_at': '2021-11-19T03:22:03Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'subnets': [{'id': '6518448a-44a7-4361-a664-c1f550fd1651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:26:36.585221 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:36.587831 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffedfcb-df7a-4c7e-861f-35ef3403267f" -d '{"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:36.624926 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc470c13-e22d-48c0-8b68-6627121ad6ef x-openstack-request-id: req-dc470c13-e22d-48c0-8b68-6627121ad6ef {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:36.625219 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:36.625490 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc470c13-e22d-48c0-8b68-6627121ad6ef {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:36.625872 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'status': 'completed', 'code': 200} Nov 19 03:26:36.696935 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d38b95-dfd7-4d9d-b80e-7b72ed8fe67d None None] New status for floating IP 4cf3be41-697d-40e4-8398-3a23457248b9: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:26:37.385740 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8d6c8701-ea0d-4917-967f-39af59a1ffa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:37.700717 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:39.323227 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-8cc8be1a-b31b-4047-9b3f-f3c506b42abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:39.324782 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-8cc8be1a-b31b-4047-9b3f-f3c506b42abb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0440407 Nov 19 03:26:39.434885 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-ef6ac590-647e-4718-980e-31155529264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:39.436384 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-ef6ac590-647e-4718-980e-31155529264f service neutron] 10.222.0.50 "GET /v2.0/networks?id=96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 200 len: 916 time: 0.0873945 Nov 19 03:26:39.479546 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-f4ca61e9-174f-46ab-a6e3-ba495775cc2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 200 len: 217 time: 0.0347087 Nov 19 03:26:39.531691 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-a9e9f116-5320-4ef4-9500-ca2a744e187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:39.533128 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-a9e9f116-5320-4ef4-9500-ca2a744e187c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 200 len: 854 time: 0.0457633 Nov 19 03:26:39.634197 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-26a255c5-8e8c-4aa3-a1f1-2d93a6253a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:39.635623 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-26a255c5-8e8c-4aa3-a1f1-2d93a6253a88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96107137-2387-4a29-be95-3b64cadd1d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410242 Nov 19 03:26:39.660503 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a8e325e3-048b-4a1c-8d51-05f1bb6cc25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:39.747700 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-0d7116aa-d492-444e-be38-19d727b7adfe service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820162 Nov 19 03:26:39.840707 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-8ffedfcb-df7a-4c7e-861f-35ef3403267f req-f271dcac-0810-4e63-a51f-fbfb61b2276a service neutron] 10.222.0.50 "GET /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845857 Nov 19 03:26:40.794513 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:42.294865 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:42.901031 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:44.706031 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb3ee3-1940-4e7e-9d3a-c4a9d23ffb79 req-d75b6287-5552-4aaf-a192-c68d2e8da60d tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:44.708045 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0cbb3ee3-1940-4e7e-9d3a-c4a9d23ffb79 req-d75b6287-5552-4aaf-a192-c68d2e8da60d tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Nov 19 03:26:44.754526 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0cbb3ee3-1940-4e7e-9d3a-c4a9d23ffb79 req-3067c7b9-4897-4965-a660-6da01cf5a5ef tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Nov 19 03:26:45.873629 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa238e2-4196-48a0-b69f-f504313a21d2 req-54832af6-3080-44a5-a4fc-bdf4b2bf358a tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:45.875123 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8fa238e2-4196-48a0-b69f-f504313a21d2 req-54832af6-3080-44a5-a4fc-bdf4b2bf358a tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Nov 19 03:26:45.922463 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8fa238e2-4196-48a0-b69f-f504313a21d2 req-19b637b8-ce83-411d-a848-ab599ff7c5c3 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Nov 19 03:26:47.042751 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe0aa9-3390-458f-a44e-ad82105d614d req-bf49cec9-020c-4fff-907b-8be630eb3c52 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:47.044264 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a0fe0aa9-3390-458f-a44e-ad82105d614d req-bf49cec9-020c-4fff-907b-8be630eb3c52 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0522935 Nov 19 03:26:47.100242 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a0fe0aa9-3390-458f-a44e-ad82105d614d req-b9688b02-13b3-4421-8ea4-d495b11c0274 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff5cd549-e0b6-4521-9762-3d873286c7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Nov 19 03:26:47.215802 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-dacea34f-676a-4d38-8c2b-ec1dcfa82a68 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:26:47.217463 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-dacea34f-676a-4d38-8c2b-ec1dcfa82a68 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.50 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0599971 Nov 19 03:26:47.324342 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Deleting port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:47.324673 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:47.419217 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] For port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:47.419575 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:47.433695 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Calling delete_port for 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 owned by compute:nova {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:47.575337 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:47.604032 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Pushing event deleted for resources: {'Port': ['ID=4ad10a71-4d53-4076-951d-e0ce7c2cbf68,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:47.648209 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] No DVR routers for this DVR port 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 on host hv-cinder-81803 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:26:47.650771 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:47.653776 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['4ad10a71-4d53-4076-951d-e0ce7c2cbf68'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:26:47.654342 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-d93ae62a-eea8-4ab0-99f0-01ab94c81349 req-312c2a7e-f178-40f1-8e2e-2fc45da89baa tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.50 "DELETE /v2.0/ports/4ad10a71-4d53-4076-951d-e0ce7c2cbf68 HTTP/1.1" status: 204 len: 173 time: 0.4247041 Nov 19 03:26:47.654464 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'name': 'network-vif-deleted', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:26:47.656740 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e965f8-d400-4793-a24b-eb6ae470f895" -d '{"events": [{"server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "name": "network-vif-deleted", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:26:47.695508 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b3f15-4255-4088-ae18-14b6da59e076 x-openstack-request-id: req-c84b3f15-4255-4088-ae18-14b6da59e076 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:26:47.696040 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140090bc-aacf-4ff7-8c49-35408b97f6f8", "name": "network-vif-deleted", "tag": "4ad10a71-4d53-4076-951d-e0ce7c2cbf68", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:26:47.696355 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c84b3f15-4255-4088-ae18-14b6da59e076 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:26:47.696944 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140090bc-aacf-4ff7-8c49-35408b97f6f8', 'name': 'network-vif-deleted', 'tag': '4ad10a71-4d53-4076-951d-e0ce7c2cbf68', 'status': 'completed', 'code': 200} Nov 19 03:26:48.212780 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a170456-7e8b-4960-b0b6-d63a1bd77d75 req-7a991d56-597c-4e9a-8504-10894ab46ffb tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Nov 19 03:26:49.321913 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bdc85988-736a-47e8-ba0b-de06d868a996 req-3a2ed8f1-eee2-4252-bf87-e6e48d089d01 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0298774 Nov 19 03:26:50.424316 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5a2b6d56-dc92-422f-b856-c8f07c26a255 req-490730c6-c671-4309-9522-13730d311ef6 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Nov 19 03:26:51.244741 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:26:51.265275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:26:51.265613 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 4ad10a71-4d53-4076-951d-e0ce7c2cbf68 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:26:51.526857 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-306231f5-84a6-4392-b703-c173410e0cce req-5076216d-add0-4467-b96e-33fe1a147517 tempest-TestMinimumBasicScenario-550867465 tempest-TestMinimumBasicScenario-550867465-project] 10.222.0.47 "GET /v2.0/ports?device_id=140090bc-aacf-4ff7-8c49-35408b97f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Nov 19 03:26:51.841196 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:26:53.191168 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60864) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:53.879911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:54.117663 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Deleting port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:54.117999 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:54.206112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] For port ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:54.206837 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:54.220229 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Calling delete_port for ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 owned by network:router_interface {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:54.400076 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:54.424210 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:54.598370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:54.829559 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Router 41941983-42df-4853-a44a-25abe927b1df has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:26:54.936406 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:26:54.943508 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-19245a37-fc30-47d2-bc03-1423bb24655b admin admin] 10.222.0.47 "PUT /v2.0/routers/41941983-42df-4853-a44a-25abe927b1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512770 Nov 19 03:26:54.944232 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60878) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:54.947139 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] Sync routers for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:26:54.956416 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:54.957029 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:55.050488 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks [] for router, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.064290 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:55.156401 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.208778 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Deleting port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:55.209447 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.250667 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:26:54Z', 'revision_number': 5, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port': {'id': '6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41941983-42df-4853-a44a-25abe927b1df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:47Z', 'updated_at': '2021-11-19T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:55.279383 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] Checking router: 41941983-42df-4853-a44a-25abe927b1df for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:26:55.289671 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] Routers {'41941983-42df-4853-a44a-25abe927b1df'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:55.290283 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['41941983-42df-4853-a44a-25abe927b1df'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:55.296575 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] For port 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:55.297181 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.310441 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Calling delete_port for 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c owned by network:router_gateway {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:55.387352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] Set router 41941983-42df-4853-a44a-25abe927b1df gateway port host: None {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:55.442273 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:26:55Z', 'revision_number': 6, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:55.468896 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcffc3-d94b-4b45-9f3a-5f43b731b8df None None] The sync data for ids ['41941983-42df-4853-a44a-25abe927b1df'] in dv-cinder-818037-4-iscsi is: [{'id': '41941983-42df-4853-a44a-25abe927b1df', 'name': 'tempest-TestMinimumBasicScenario-1991890309-router', 'tenant_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:26:55Z', 'revision_number': 6, 'project_id': 'c8cae9fa88fe44aa9fb69e4e206b3e61', 'gw_port_host': None}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:26:55.483008 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.509748 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:55.572032 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.676458 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.679275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.742932 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.743505 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41941983-42df-4853-a44a-25abe927b1df {{(pid=102574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:26:55.749233 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.750373 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5f038fdb-ba1d-4b7f-98ad-5a5e43a99006 admin admin] 10.222.0.47 "DELETE /v2.0/routers/41941983-42df-4853-a44a-25abe927b1df HTTP/1.1" status: 204 len: 168 time: 0.8052268 Nov 19 03:26:55.753368 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60888) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:55.802989 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Deleting subnet 6518448a-44a7-4361-a664-c1f550fd1651 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:26:55.806864 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.845463 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:55.955451 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.009251 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.035275 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6518448a-44a7-4361-a664-c1f550fd1651,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:56.039383 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.043110 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b02de641-8978-4cfb-b067-6e10fd7b97c7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6518448a-44a7-4361-a664-c1f550fd1651 HTTP/1.1" status: 204 len: 168 time: 0.2880564 Nov 19 03:26:56.045055 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60890) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:56.045193 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc6bf4-3d8a-4eb0-94fd-65f4dba052a1 None None] Network 96107137-2387-4a29-be95-3b64cadd1d37 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:26:56.118415 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.171584 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Deleting port 8532804a-a51b-4473-a94b-1ada3053ae28 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:56.171920 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.234250 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] DHCP port deletion for 96107137-2387-4a29-be95-3b64cadd1d37 request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:26:56.244573 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] For port 8532804a-a51b-4473-a94b-1ada3053ae28, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=8532804a-a51b-4473-a94b-1ada3053ae28,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:56.244961 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.259350 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Calling delete_port for 8532804a-a51b-4473-a94b-1ada3053ae28 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:56.286013 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] Deleting port 8532804a-a51b-4473-a94b-1ada3053ae28 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:56.286597 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.299509 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:26:56.350259 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.351340 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:26:56.351688 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6ce5f1b9-872b-4a9a-94fc-5ad4e9eaf58c not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:26:56.352111 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:26:56.378396 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] No DVR routers for this DVR port 8532804a-a51b-4473-a94b-1ada3053ae28 on host dv-cinder-818037-4-iscsi {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:26:56.380696 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:26:56.381043 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ba2cbf15-e4f1-4d7d-817e-3dc3d9e07859 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:26:56.383778 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Pushing event deleted for resources: {'Port': ['ID=8532804a-a51b-4473-a94b-1ada3053ae28,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:56.395371 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] For port 8532804a-a51b-4473-a94b-1ada3053ae28, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=8532804a-a51b-4473-a94b-1ada3053ae28,segment=NetworkSegment(fb01b6c3-c277-4b28-b6fb-366ab964c43e),segment_id=fb01b6c3-c277-4b28-b6fb-366ab964c43e)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:56.396815 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.412016 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] Calling delete_port for 8532804a-a51b-4473-a94b-1ada3053ae28 owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:56.484323 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.513921 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96107137-2387-4a29-be95-3b64cadd1d37']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:56.526930 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb01b6c3-c277-4b28-b6fb-366ab964c43e') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:56.527266 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb01b6c3-c277-4b28-b6fb-366ab964c43e') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:56.544145 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.572143 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.582241 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:26:56.584248 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809'] for port, after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.584533 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:26:56.587076 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:26:56.616290 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] No DVR routers for this DVR port 8532804a-a51b-4473-a94b-1ada3053ae28 on host dv-cinder-818037-4-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:26:56.617720 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539335-6187-409f-92ad-5da1a34b878e None None] Pushing event deleted for resources: {'Port': ['ID=8532804a-a51b-4473-a94b-1ada3053ae28,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:56.660459 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.666272 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:56.669541 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] 10.222.0.47 "DELETE /v2.0/networks/96107137-2387-4a29-be95-3b64cadd1d37 HTTP/1.1" status: 204 len: 168 time: 0.6233525 Nov 19 03:26:56.673555 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60898) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:56.689801 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5391a-c743-4677-87d7-cde97d66f690 admin admin] Pushing event deleted for resources: {'Network': ['ID=96107137-2387-4a29-be95-3b64cadd1d37,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:57.097405 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:57.389421 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Deleting port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:57.389665 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:57.464338 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] For port 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,segment=NetworkSegment(95bd553a-240b-47d6-897b-828e49f482e4),segment_id=95bd553a-240b-47d6-897b-828e49f482e4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:57.464689 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:57.476592 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Calling delete_port for 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e owned by network:router_interface {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:57.774669 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60908) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:57.879394 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3c37c329-2081-489e-8398-66d69d3aa6b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:57.884017 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:57.910508 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5d669f-1c6d-4331-8999-ca1d53e6ef2e,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:57.980557 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3c37c329-2081-489e-8398-66d69d3aa6b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:57.987866 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3c37c329-2081-489e-8398-66d69d3aa6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.023127 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 8532804a-a51b-4473-a94b-1ada3053ae28 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:26:58.045586 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-3c37c329-2081-489e-8398-66d69d3aa6b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4943de47fa2b4b03876383c8174076a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697823 Nov 19 03:26:58.046457 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37c329-2081-489e-8398-66d69d3aa6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a90dc73-95e5-4169-8da4-0e1be91c43b2,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:58.048648 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 8532804a-a51b-4473-a94b-1ada3053ae28 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:26:58.048796 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60914) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:58.049259 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 8532804a-a51b-4473-a94b-1ada3053ae28 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:26:58.117591 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.128171 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-41369395-ee89-4fb4-8681-3c22418169a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.152650 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-41369395-ee89-4fb4-8681-3c22418169a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.210674 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-41369395-ee89-4fb4-8681-3c22418169a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.213392 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-41369395-ee89-4fb4-8681-3c22418169a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.216869 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-41369395-ee89-4fb4-8681-3c22418169a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a90dc73-95e5-4169-8da4-0e1be91c43b2 HTTP/1.1" status: 204 len: 168 time: 0.1648407 Nov 19 03:26:58.224455 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41369395-ee89-4fb4-8681-3c22418169a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a90dc73-95e5-4169-8da4-0e1be91c43b2,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:58.350509 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Router b1197030-99a9-475b-9a48-a39a77d9c90f has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:26:58.459739 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:26:58.465174 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-857aa087-4d90-4f7e-aa23-c8eb5ed6991f admin admin] 10.222.0.47 "PUT /v2.0/routers/b1197030-99a9-475b-9a48-a39a77d9c90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913637 Nov 19 03:26:58.467689 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60924) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:58.470998 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] Sync routers for ids ['b1197030-99a9-475b-9a48-a39a77d9c90f'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:26:58.485208 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] Routers {'b1197030-99a9-475b-9a48-a39a77d9c90f'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:58.485935 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b1197030-99a9-475b-9a48-a39a77d9c90f'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:58.575296 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks [] for router, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.592315 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] Set router b1197030-99a9-475b-9a48-a39a77d9c90f gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:58.687257 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.745782 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Deleting port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:58.746121 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.779102 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:26:57Z', 'revision_number': 5, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port': {'id': 'fe983ac7-dd20-489a-83aa-dc3c26d6c7fe', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:58.811197 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] Checking router: b1197030-99a9-475b-9a48-a39a77d9c90f for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:26:58.819626 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] Routers {'b1197030-99a9-475b-9a48-a39a77d9c90f'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:26:58.820245 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:26:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b1197030-99a9-475b-9a48-a39a77d9c90f'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:58.832966 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] For port fe983ac7-dd20-489a-83aa-dc3c26d6c7fe, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:58.834656 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:58.847044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Calling delete_port for fe983ac7-dd20-489a-83aa-dc3c26d6c7fe owned by network:router_gateway {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:58.906422 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] Set router b1197030-99a9-475b-9a48-a39a77d9c90f gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:26:58.959930 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:26:58Z', 'revision_number': 6, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:59.026238 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.067572 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe983ac7-dd20-489a-83aa-dc3c26d6c7fe,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:59.081451 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80cadb-a994-4602-97e3-90ac7e29daad None None] The sync data for ids ['b1197030-99a9-475b-9a48-a39a77d9c90f'] in dv-cinder-818037-4-iscsi is: [{'id': 'b1197030-99a9-475b-9a48-a39a77d9c90f', 'name': 'tempest-TestMinimumBasicScenario-361699460-router', 'tenant_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:57Z', 'updated_at': '2021-11-19T03:26:58Z', 'revision_number': 6, 'project_id': 'cb61f6e8d5464c2f9ecbec00787923f0', 'gw_port_host': None}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:26:59.142692 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.238541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.240781 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.302997 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.303130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1197030-99a9-475b-9a48-a39a77d9c90f {{(pid=102574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:26:59.307837 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.310923 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-32864f50-233a-476c-884c-6567fff14e57 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b1197030-99a9-475b-9a48-a39a77d9c90f HTTP/1.1" status: 204 len: 168 time: 0.8420162 Nov 19 03:26:59.311846 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60946) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:59.359800 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Deleting subnet 7157e683-ecf4-48de-b60d-0c05847c3463 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:26:59.363035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.398856 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.485130 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.540643 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.567200 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.571489 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7157e683-ecf4-48de-b60d-0c05847c3463 HTTP/1.1" status: 204 len: 168 time: 0.2585030 Nov 19 03:26:59.572436 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb0fa4-9c03-4f6d-977f-014438460ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7157e683-ecf4-48de-b60d-0c05847c3463,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:59.572975 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f99aa9-20ba-4ec8-b241-054ab525eda3 None None] Network a8dc27bf-4853-4363-9b45-104856784c0a requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:26:59.573936 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 60950) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:26:59.643482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.697706 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Deleting port ef565341-39ae-4055-a2bc-83315ad87d08 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:26:59.698044 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.759981 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] For port ef565341-39ae-4055-a2bc-83315ad87d08, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ef565341-39ae-4055-a2bc-83315ad87d08,segment=NetworkSegment(95bd553a-240b-47d6-897b-828e49f482e4),segment_id=95bd553a-240b-47d6-897b-828e49f482e4)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:26:59.760295 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.772403 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Calling delete_port for ef565341-39ae-4055-a2bc-83315ad87d08 owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:26:59.854183 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.861819 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd43a8-2e11-44f0-a370-dca2387f6c39 None None] DHCP port deletion for a8dc27bf-4853-4363-9b45-104856784c0a request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:26:59.882663 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef565341-39ae-4055-a2bc-83315ad87d08,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:26:59.888244 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] No DVR routers for this DVR port ef565341-39ae-4055-a2bc-83315ad87d08 on host dv-cinder-818037-4-iscsi {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:26:59.964664 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:26:59.978423 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fe983ac7-dd20-489a-83aa-dc3c26d6c7fe no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:26:59.987388 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dc27bf-4853-4363-9b45-104856784c0a']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:59.998052 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bd553a-240b-47d6-897b-828e49f482e4') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:26:59.998349 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bd553a-240b-47d6-897b-828e49f482e4') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:00.008855 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.022839 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.031364 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:27:00.032043 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:27:00.034048 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:27:00.095898 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.113240 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.117167 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] 10.222.0.47 "DELETE /v2.0/networks/a8dc27bf-4853-4363-9b45-104856784c0a HTTP/1.1" status: 204 len: 168 time: 0.5422986 Nov 19 03:27:00.118532 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afee14-667b-435a-87af-87ab20bef1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a8dc27bf-4853-4363-9b45-104856784c0a,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:00.126846 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: fe983ac7-dd20-489a-83aa-dc3c26d6c7fe {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:27:00.127176 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fe983ac7-dd20-489a-83aa-dc3c26d6c7fe not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:27:00.127582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ef565341-39ae-4055-a2bc-83315ad87d08 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:27:00.148679 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: ef565341-39ae-4055-a2bc-83315ad87d08 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:27:00.149020 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ef565341-39ae-4055-a2bc-83315ad87d08 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:27:00.149432 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:27:00.170217 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:27:00.170572 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0b5d669f-1c6d-4331-8999-ca1d53e6ef2e not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:27:00.297177 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60956) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:00.337447 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-87e9afcb-6d11-4a14-879d-8f5442c516f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8cae9fa88fe44aa9fb69e4e206b3e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390425 Nov 19 03:27:00.339886 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60958) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:00.386726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1ba88101-a507-4fa4-9b6f-6be0dc237b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.408064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1ba88101-a507-4fa4-9b6f-6be0dc237b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.456044 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1ba88101-a507-4fa4-9b6f-6be0dc237b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.459002 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1ba88101-a507-4fa4-9b6f-6be0dc237b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.460180 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-1ba88101-a507-4fa4-9b6f-6be0dc237b5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff5cd549-e0b6-4521-9762-3d873286c7e9 HTTP/1.1" status: 204 len: 168 time: 0.1194050 Nov 19 03:27:00.468366 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88101-a507-4fa4-9b6f-6be0dc237b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5cd549-e0b6-4521-9762-3d873286c7e9,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:00.786832 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60978) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:00.840188 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-c8279071-f0ab-4a84-8fc4-d1258c795cc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb61f6e8d5464c2f9ecbec00787923f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521841 Nov 19 03:27:00.842714 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 60984) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:00.891465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ca71652a-b60f-4d3e-aade-924876809aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.913503 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ca71652a-b60f-4d3e-aade-924876809aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.961279 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ca71652a-b60f-4d3e-aade-924876809aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.963928 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ca71652a-b60f-4d3e-aade-924876809aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:00.965069 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ca71652a-b60f-4d3e-aade-924876809aff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3d94514-bf66-4e99-be68-338ec8df34f8 HTTP/1.1" status: 204 len: 168 time: 0.1214726 Nov 19 03:27:00.972818 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71652a-b60f-4d3e-aade-924876809aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d94514-bf66-4e99-be68-338ec8df34f8,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:07.388310 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d9f09dc3-c2d6-4b12-8938-fe5ae1632417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:07.700965 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:09.661326 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-accc36ae-a009-4ce9-b686-1ae78a5ad7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:10.797472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:12.297118 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:12.903208 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:28.839692 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:27:35.174436 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d210294-85db-4ed3-8655-d92d2d43295e req-40a4ebc0-5c30-480a-a7c4-69113d5c8e78 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:35.175896 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d210294-85db-4ed3-8655-d92d2d43295e req-40a4ebc0-5c30-480a-a7c4-69113d5c8e78 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0503616 Nov 19 03:27:35.222393 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0d210294-85db-4ed3-8655-d92d2d43295e req-29f9f218-2cdd-44be-bf70-3267ec579108 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Nov 19 03:27:36.346139 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3e915-c6c0-42a2-bc6c-6ebc99dc00fc req-a6d654a0-730a-41ed-9dbb-072cde5c721a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:36.347617 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5bd3e915-c6c0-42a2-bc6c-6ebc99dc00fc req-a6d654a0-730a-41ed-9dbb-072cde5c721a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0523493 Nov 19 03:27:36.394672 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5bd3e915-c6c0-42a2-bc6c-6ebc99dc00fc req-2cda5f83-3d92-4dd0-b113-8ac77e167696 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=985e4f9c-defc-454a-ba65-feefc99b7331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Nov 19 03:27:36.853222 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-8998fb79-13ba-4c36-8c16-b36424e5169f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:36.854769 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-8998fb79-13ba-4c36-8c16-b36424e5169f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 945 time: 0.0482204 Nov 19 03:27:36.947775 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Deleting port 3e4fe64e-0ede-4166-9e29-1ae375f51703 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:27:36.948109 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.036748 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] For port 3e4fe64e-0ede-4166-9e29-1ae375f51703, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=3e4fe64e-0ede-4166-9e29-1ae375f51703,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:27:37.037105 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.307660 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.308016 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.308382 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.l3_db [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Floating IP 0c7ce880-2435-4461-be1f-2f325318da29 disassociated. External IP: 172.27.0.81, port: 3e4fe64e-0ede-4166-9e29-1ae375f51703. Nov 19 03:27:37.308715 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Calling delete_port for 3e4fe64e-0ede-4166-9e29-1ae375f51703 owned by compute:nova {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:27:37.391488 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-614c3201-d80c-4dfc-ad32-75aef7b59b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.442057 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.478121 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event deleted for resources: {'Port': ['ID=3e4fe64e-0ede-4166-9e29-1ae375f51703,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:37.490203 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.490755 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.491109 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.491446 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.491873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.492097 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.492427 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.492754 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.493080 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.493402 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.493735 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.494066 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:37.494632 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-66e8f34f-0818-4bb3-af3e-fcf06958858c req-b2a7c677-3e88-478b-9f2b-96b65a661c16 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=5741fba7-f551-445e-833f-303eca2c8dae HTTP/1.1" status: 200 len: 210 time: 0.0280793 Nov 19 03:27:37.607351 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:27:37.702821 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.711851 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:27:37.721125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:27:37.731191 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:27:37.731793 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:27:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:37.749857 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] No DVR routers for this DVR port 3e4fe64e-0ede-4166-9e29-1ae375f51703 on host hv-cinder-81803 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:27:37.752747 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:37.756505 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-e08a530c-c604-483e-9616-be1c83a7fee0 req-c0228b36-a4b8-4f85-8939-64c6cb525a95 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "DELETE /v2.0/ports/3e4fe64e-0ede-4166-9e29-1ae375f51703 HTTP/1.1" status: 204 len: 173 time: 0.8939617 Nov 19 03:27:37.756964 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'name': 'network-vif-deleted', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:27:37.759262 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c3c13a-c365-4efb-aa71-23cec9e599cb" -d '{"events": [{"server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "name": "network-vif-deleted", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:27:37.801454 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d39942-46ad-46e0-be5d-7c13d0f125a2 x-openstack-request-id: req-37d39942-46ad-46e0-be5d-7c13d0f125a2 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:27:37.802253 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5741fba7-f551-445e-833f-303eca2c8dae", "name": "network-vif-deleted", "tag": "3e4fe64e-0ede-4166-9e29-1ae375f51703", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:27:37.802595 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37d39942-46ad-46e0-be5d-7c13d0f125a2 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:27:37.803532 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5741fba7-f551-445e-833f-303eca2c8dae', 'name': 'network-vif-deleted', 'tag': '3e4fe64e-0ede-4166-9e29-1ae375f51703', 'status': 'completed', 'code': 200} Nov 19 03:27:37.843975 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:27:38.060906 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:38.090376 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:27:38.098670 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:27:38.099267 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:27:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:38.207707 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:27:38.409578 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:38.437796 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c919fe2a-865f-4f64-8475-6e017c4de9d2 None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:27:38.585721 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33034) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:38.640630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.658752 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebdab82-1d01-4e16-a65a-9052f833d393 None None] New status for floating IP 0c7ce880-2435-4461-be1f-2f325318da29: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:27:38.664715 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.712551 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.715278 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.716437 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "DELETE /v2.0/security-groups/985e4f9c-defc-454a-ba65-feefc99b7331 HTTP/1.1" status: 204 len: 168 time: 0.1296067 Nov 19 03:27:38.719248 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33036) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:38.725846 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e4f9c-defc-454a-ba65-feefc99b7331,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:38.733124 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.733481 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.733845 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.733987 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.api.v2.resource [None req-f07704a3-0682-402b-814e-74c47698330c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] show failed (client error): The resource could not be found. Nov 19 03:27:38.734164 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.734528 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.737849 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.737995 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f07704a3-0682-402b-814e-74c47698330c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups/985e4f9c-defc-454a-ba65-feefc99b7331 HTTP/1.1" status: 404 len: 347 time: 0.0141227 Nov 19 03:27:38.738091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.738091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.738091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.738091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.738091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.738091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1ef5f-e476-4257-870d-5d7c516150ee tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:38.738566 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33038) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:38.867812 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Deleting port de5c3436-afa3-4729-bb08-b0783a438843 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:27:38.868157 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.948464 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.948795 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:38.960720 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Calling delete_port for de5c3436-afa3-4729-bb08-b0783a438843 owned by network:floatingip {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:27:39.106480 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.145188 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event deleted for resources: {'Port': ['ID=de5c3436-afa3-4729-bb08-b0783a438843,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:39.212824 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.215341 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.216620 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a5c2dbe5-4e77-41cf-a75a-fb604aba556a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "DELETE /v2.0/floatingips/0c7ce880-2435-4461-be1f-2f325318da29 HTTP/1.1" status: 204 len: 168 time: 0.4776030 Nov 19 03:27:39.573564 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33056) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:39.578823 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627723350', 'description': 'tempest-description--1850814872'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:39.603929 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.668866 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-88cc6b7a-e902-4ee4-9ce8-a3a4ff91c841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.704391 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.708531 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.738248 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.739487 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1647837 Nov 19 03:27:39.741916 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddba063-148f-45bf-8848-06c5105b0836 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000c5542-6fed-4e10-afa2-7b1aab19fa0f,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:39.743214 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33064) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:39.747669 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'security_group_rule': {'security_group_id': '000c5542-6fed-4e10-afa2-7b1aab19fa0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:39.780392 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.825702 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.829297 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.844672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4da55f-4a12-4c77-b88a-3c5cc167756c,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:39.854643 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.855834 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-3d68a2b9-8877-4c61-a1a7-765edf32fe9d tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116011 Nov 19 03:27:39.858464 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33066) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:39.862630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'security_group_rule': {'security_group_id': '000c5542-6fed-4e10-afa2-7b1aab19fa0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:39.888467 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.943023 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.947024 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.964387 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6ebce7-5660-434b-964c-5d4f31382542,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:39.972541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:39.973924 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-b199b8cd-5d4d-4cea-9d64-a7dfb4a0ec42 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144881 Nov 19 03:27:39.977087 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33068) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:39.981386 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:40.003039 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.354842 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.457785 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Allocated IP 172.27.0.108 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/646ec5d0-99f2-457d-ab91-390f1eae889e) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:27:40.562055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.594834 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.633121 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:27:40.635896 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:27:40.639467 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:27:40.663098 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'Port': ['ID=646ec5d0-99f2-457d-ab91-390f1eae889e,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:40.727949 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.766016 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.803699 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.917434 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.921882 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:40.991640 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'Port': ['ID=646ec5d0-99f2-457d-ab91-390f1eae889e,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:41.004770 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:41.020605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:41.021824 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-66f0af50-bf2d-4908-8661-02335db509b4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0437820 Nov 19 03:27:41.172457 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-32cf537c-1049-4713-aa2a-b3d8859187c2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1627723350&fields=id&tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b HTTP/1.1" status: 200 len: 267 time: 0.0447023 Nov 19 03:27:41.286207 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-3425b234-d5a9-459c-b7c4-12dd78fd8e9a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:41.289890 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-3425b234-d5a9-459c-b7c4-12dd78fd8e9a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 811 time: 0.1097031 Nov 19 03:27:41.308100 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-753c4eaa-567e-454f-973c-8dfd241fcee6 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/quotas/47d64b0b6d824dcaa62fc05f714c4d3b HTTP/1.1" status: 200 len: 375 time: 0.0121250 Nov 19 03:27:41.357963 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-b88c8672-fd3f-44e5-b65d-6a6318d6a7e1 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444255 Nov 19 03:27:41.451362 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-06f02524-7d89-4053-bf9b-2ea2481c04c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815077 Nov 19 03:27:41.493156 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 3e4fe64e-0ede-4166-9e29-1ae375f51703 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:27:41.513434 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 3e4fe64e-0ede-4166-9e29-1ae375f51703 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:27:41.513777 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 3e4fe64e-0ede-4166-9e29-1ae375f51703 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:27:41.544202 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-31d8b4fa-1904-470b-8b7c-fad94a97a531 service neutron] 10.222.0.47 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869019 Nov 19 03:27:41.699434 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dead5eee-a397-4a4c-9bd1-0fdad10d790a req-81df296c-f2b6-42a4-a46f-340fe6de1d57 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 210 time: 0.0262258 Nov 19 03:27:42.299688 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:42.788087 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-cb337b04-7103-4389-9630-4c7e0392f6b3 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:42.790406 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-cb337b04-7103-4389-9630-4c7e0392f6b3 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 811 time: 0.1124151 Nov 19 03:27:42.799643 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-50ad5f18-dbd8-4bf0-9ced-f40983a9b765 req-4497803f-a388-46c4-9c32-fba6fccb820e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 210 time: 0.0317028 Nov 19 03:27:42.859422 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-b58e883e-0220-418e-a1e5-4de1a37a5883 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b HTTP/1.1" status: 200 len: 380 time: 0.0507531 Nov 19 03:27:42.869431 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'port': {'device_id': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'admin_state_up': True, 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'security_groups': ['000c5542-6fed-4e10-afa2-7b1aab19fa0f']}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:42.914000 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:42.982749 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Made reservation on behalf of 47d64b0b6d824dcaa62fc05f714c4d3b for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:27:42.986226 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:43.122228 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Allocated IP 172.20.0.13 (f425b87a-bd81-4b76-ae6d-df8730e55965/c9383085-cd54-4a8a-8edf-8b38a7780775/f7a46174-e8bc-466b-af2e-40c5bc49b38d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:27:43.253431 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:43.289035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:43.335777 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Network f425b87a-bd81-4b76-ae6d-df8730e55965 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:27:43.339242 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:27:43.341892 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:27:43.374768 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event updated for resources: {'Port': ['ID=f7a46174-e8bc-466b-af2e-40c5bc49b38d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:43.403960 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:43.404586 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:43.422046 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-461cca76-4b66-4738-9bff-689a368b74b0 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567701 Nov 19 03:27:43.442143 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Request body: {'port': {'device_id': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:43.504448 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:43.601620 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-75201f57-4ed1-42a2-a61d-6db668ce6a86 None None] Provisioning complete for port f7a46174-e8bc-466b-af2e-40c5bc49b38d triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:27:43.602214 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-75201f57-4ed1-42a2-a61d-6db668ce6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:43.639672 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-75201f57-4ed1-42a2-a61d-6db668ce6a86 None None] Port f7a46174-e8bc-466b-af2e-40c5bc49b38d cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:27:43.920271 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e3e2-a281-4b8e-b3c2-39155669d125 req-b954d773-3583-4e51-8a96-3c24a071ac82 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:43.921769 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b889e3e2-a281-4b8e-b3c2-39155669d125 req-b954d773-3583-4e51-8a96-3c24a071ac82 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 932 time: 0.0540476 Nov 19 03:27:43.970049 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b889e3e2-a281-4b8e-b3c2-39155669d125 req-26cd29aa-3eee-47a8-8ec0-e74d3c166e92 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Nov 19 03:27:44.004491 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a46174-e8bc-466b-af2e-40c5bc49b38d {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:27:44.011993 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.024201 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Transition to ACTIVE for port object f7a46174-e8bc-466b-af2e-40c5bc49b38d will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:27:44.028791 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.094287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a46174-e8bc-466b-af2e-40c5bc49b38d,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:44.144195 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Attempting to bind port f7a46174-e8bc-466b-af2e-40c5bc49b38d on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:27:44.144529 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Attempting to bind port f7a46174-e8bc-466b-af2e-40c5bc49b38d by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:27:44.144854 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Attempting to bind port f7a46174-e8bc-466b-af2e-40c5bc49b38d on network f425b87a-bd81-4b76-ae6d-df8730e55965 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:27:44.149865 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Port f7a46174-e8bc-466b-af2e-40c5bc49b38d on network f425b87a-bd81-4b76-ae6d-df8730e55965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:27:44.150185 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Attempting to bind port f7a46174-e8bc-466b-af2e-40c5bc49b38d on network f425b87a-bd81-4b76-ae6d-df8730e55965 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:27:44.155388 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:27:44.155722 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Checking segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:27:44.156105 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Bound using segment: {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:27:44.156532 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Bound port: f7a46174-e8bc-466b-af2e-40c5bc49b38d, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5d36d2-a162-4fc9-95ca-258be85f529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:27:44.156911 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.231543 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] For port f7a46174-e8bc-466b-af2e-40c5bc49b38d, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:27:44.236444 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] For port f7a46174-e8bc-466b-af2e-40c5bc49b38d, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:27:44.241930 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.279486 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:44.280175 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.281715 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] 10.222.0.50 "PUT /v2.0/ports/f7a46174-e8bc-466b-af2e-40c5bc49b38d HTTP/1.1" status: 200 len: 1094 time: 0.8438659 Nov 19 03:27:44.282152 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:27:44.284427 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabde2b2-dca6-47d6-8b13-ff015c239068" -d '{"events": [{"name": "network-changed", "server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:27:44.320740 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc40d-4ea4-4b76-94c6-ad5f922b5086 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a46174-e8bc-466b-af2e-40c5bc49b38d,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:44.331279 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eb8a4a-e304-41c6-b0f5-c1c9a61bfee2 x-openstack-request-id: req-36eb8a4a-e304-41c6-b0f5-c1c9a61bfee2 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:27:44.332220 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:27:44.332482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36eb8a4a-e304-41c6-b0f5-c1c9a61bfee2 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:27:44.332970 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'status': 'completed', 'code': 200} Nov 19 03:27:44.391586 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-8fbe8d44-4405-4971-912b-245baa63e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:44.393118 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-8fbe8d44-4405-4971-912b-245baa63e1e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 1097 time: 0.0456030 Nov 19 03:27:44.446504 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33138) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:44.451875 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-0fe5621b-02c2-4823-af26-3bfce1540ce2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d HTTP/1.1" status: 200 len: 217 time: 0.0438604 Nov 19 03:27:44.507846 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-7fa37cbb-8fbb-44c4-aba3-5d1b9ae08a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:44.509389 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-7fa37cbb-8fbb-44c4-aba3-5d1b9ae08a05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0484469 Nov 19 03:27:44.552680 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16149456-1fa9-4aef-ba7d-f58c25ab57d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.556054 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-b87ab283-f5b2-45b6-ad7f-1e157f40ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:44.557607 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-b87ab283-f5b2-45b6-ad7f-1e157f40ea34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413542 Nov 19 03:27:44.627576 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16149456-1fa9-4aef-ba7d-f58c25ab57d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.632644 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-16149456-1fa9-4aef-ba7d-f58c25ab57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.655182 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-444df9ef-aa4d-415c-b923-5fd8af8e1c65 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884664 Nov 19 03:27:44.671141 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-16149456-1fa9-4aef-ba7d-f58c25ab57d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5be95cf16604ffaa1e6b9e759d294a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233682 Nov 19 03:27:44.672265 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16149456-1fa9-4aef-ba7d-f58c25ab57d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8700b-671e-4111-901a-27c0c454943d,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:44.674541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33142) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:44.723922 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-02894607-6944-492f-bf62-58345fe671e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.745592 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-02894607-6944-492f-bf62-58345fe671e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.747702 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-56639bc0-609d-4556-91cf-e2a6a506b40a req-5a0f5055-c977-4c29-abda-ab1fa0fd5254 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854611 Nov 19 03:27:44.795974 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-02894607-6944-492f-bf62-58345fe671e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.798734 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-02894607-6944-492f-bf62-58345fe671e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:44.800051 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-02894607-6944-492f-bf62-58345fe671e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4c8700b-671e-4111-901a-27c0c454943d HTTP/1.1" status: 204 len: 168 time: 0.1244366 Nov 19 03:27:44.810040 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02894607-6944-492f-bf62-58345fe671e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8700b-671e-4111-901a-27c0c454943d,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:44.873449 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-c5463dbf-789d-4f6c-9a6c-433b540ddfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:44.874971 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-c5463dbf-789d-4f6c-9a6c-433b540ddfab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 1097 time: 0.0422397 Nov 19 03:27:44.979506 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-1668f73d-f5c7-40ad-957d-dacb7a7e7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:44.981039 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-1668f73d-f5c7-40ad-957d-dacb7a7e7965 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.0980771 Nov 19 03:27:45.034987 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-c06cd1ce-e987-43c9-ad3f-d62bb171463c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d HTTP/1.1" status: 200 len: 217 time: 0.0450940 Nov 19 03:27:45.096513 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-2a6d7d47-ed6b-4773-845b-f92ca3ade93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:45.098007 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-2a6d7d47-ed6b-4773-845b-f92ca3ade93d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0545163 Nov 19 03:27:45.102821 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeacee3-71ad-46a9-aaae-0736beb757d5 req-23773cde-823c-4a3a-aa1d-d1047b0a50df tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:45.104317 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4eeacee3-71ad-46a9-aaae-0736beb757d5 req-23773cde-823c-4a3a-aa1d-d1047b0a50df tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 944 time: 0.0555418 Nov 19 03:27:45.144185 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-f04773cc-8356-42d0-9283-7857f1ddc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:45.145658 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-f04773cc-8356-42d0-9283-7857f1ddc2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396299 Nov 19 03:27:45.153010 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4eeacee3-71ad-46a9-aaae-0736beb757d5 req-21e22639-fd41-41b3-b108-f0f085493d30 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Nov 19 03:27:45.246446 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-9ee6e4da-29a0-4164-b6c2-809f587504f4 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821264 Nov 19 03:27:45.337921 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-cabde2b2-dca6-47d6-8b13-ff015c239068 req-acaec21b-76f2-4752-a370-020095a8c4db service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 Nov 19 03:27:46.268310 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ad269-adf9-4897-a54e-fff64ecc9a30 req-ea1c0a1f-ee34-4477-8830-0cee14adb608 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:46.269797 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b37ad269-adf9-4897-a54e-fff64ecc9a30 req-ea1c0a1f-ee34-4477-8830-0cee14adb608 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 944 time: 0.0493143 Nov 19 03:27:46.318084 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b37ad269-adf9-4897-a54e-fff64ecc9a30 req-41d9a771-735a-46df-82d2-71b30bf43274 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420475 Nov 19 03:27:47.436847 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c655d-f8bf-47e6-a4d7-8e2f7d796744 req-b6e5a500-8222-42f8-8979-fe169e356226 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:47.438314 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-153c655d-f8bf-47e6-a4d7-8e2f7d796744 req-b6e5a500-8222-42f8-8979-fe169e356226 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 944 time: 0.0526428 Nov 19 03:27:47.485211 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-153c655d-f8bf-47e6-a4d7-8e2f7d796744 req-b4c457c8-d4d8-46c0-b1b0-446c3a9ed2d4 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Nov 19 03:27:47.542902 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f7a46174-e8bc-466b-af2e-40c5bc49b38d details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:27:47.636762 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f7a46174-e8bc-466b-af2e-40c5bc49b38d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:27:47.647627 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'port_id': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'mac_address': 'fa:16:3e:5d:f0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:27:47.683265 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:47.696149 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a46174-e8bc-466b-af2e-40c5bc49b38d {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:27:47.715323 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f7a46174-e8bc-466b-af2e-40c5bc49b38d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:27:47.719177 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:47.765767 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=f7a46174-e8bc-466b-af2e-40c5bc49b38d,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:47.772846 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.773241 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.773606 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.773981 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.774365 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.774783 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.775125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.775493 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.775836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.776735 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.777077 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:47.777401 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:27:48.129169 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['f7a46174-e8bc-466b-af2e-40c5bc49b38d'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:27:48.601443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768414-b9ba-4b09-a5fd-686e6a9d5e4a req-f742db28-05b3-4590-bfd5-1dee4ead4372 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:48.602947 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ad768414-b9ba-4b09-a5fd-686e6a9d5e4a req-f742db28-05b3-4590-bfd5-1dee4ead4372 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 945 time: 0.0489678 Nov 19 03:27:48.648468 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ad768414-b9ba-4b09-a5fd-686e6a9d5e4a req-2d3afc69-a49a-47d5-86d7-7893e15d5667 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 Nov 19 03:27:49.561356 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f7a46174-e8bc-466b-af2e-40c5bc49b38d up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:27:49.608749 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port f7a46174-e8bc-466b-af2e-40c5bc49b38d completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:27:49.612340 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port f7a46174-e8bc-466b-af2e-40c5bc49b38d triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:27:49.612706 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:49.768937 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1164b-c7b3-4bcd-ac74-0e3df52b88e0 req-5e8ff8f3-0984-4400-b623-984d0e1d0b89 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:49.770409 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89e1164b-c7b3-4bcd-ac74-0e3df52b88e0 req-5e8ff8f3-0984-4400-b623-984d0e1d0b89 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Nov 19 03:27:49.814298 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:49.822717 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89e1164b-c7b3-4bcd-ac74-0e3df52b88e0 req-f0f20522-f1d2-45c0-847d-99d53f3c9c41 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Nov 19 03:27:49.837352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:27:49.839587 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07894caa-7b90-4a5c-80dd-b00233cb04e2" -d '{"events": [{"server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "name": "network-vif-plugged", "status": "completed", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:27:49.852483 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port f7a46174-e8bc-466b-af2e-40c5bc49b38d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:27:49.857084 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:49.880516 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce20d2-b890-4546-bdd0-b277c8668e92 x-openstack-request-id: req-c2ce20d2-b890-4546-bdd0-b277c8668e92 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:27:49.880835 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "name": "network-vif-plugged", "status": "completed", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:27:49.881168 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2ce20d2-b890-4546-bdd0-b277c8668e92 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:27:49.882066 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'code': 200} Nov 19 03:27:49.906311 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=f7a46174-e8bc-466b-af2e-40c5bc49b38d,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:27:50.076074 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883fe1b-4ae2-4cf5-b22b-556f45dbeab4 req-9e8c5f6d-0533-4066-a33b-15f59892fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:50.077596 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c883fe1b-4ae2-4cf5-b22b-556f45dbeab4 req-9e8c5f6d-0533-4066-a33b-15f59892fb73 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 1099 time: 0.0420682 Nov 19 03:27:50.122317 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-c883fe1b-4ae2-4cf5-b22b-556f45dbeab4 req-6191a09e-67db-4f60-a585-9ecb18e1bd20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Nov 19 03:27:50.939515 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a521002-2952-4ff2-af0c-b3ffbe81399f req-416c0d05-aa0b-4d9a-bb17-24fdd0103aa8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:50.940925 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a521002-2952-4ff2-af0c-b3ffbe81399f req-416c0d05-aa0b-4d9a-bb17-24fdd0103aa8 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Nov 19 03:27:50.987489 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a521002-2952-4ff2-af0c-b3ffbe81399f req-a0d8f53b-bf44-4878-adf3-a8ac0c914a6a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 Nov 19 03:27:52.105801 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb681f1c-005d-4db2-9ae1-b74eb9049645 req-cc3d77d3-705e-4129-a9bc-d313e15f92f2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:52.107303 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eb681f1c-005d-4db2-9ae1-b74eb9049645 req-cc3d77d3-705e-4129-a9bc-d313e15f92f2 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0513933 Nov 19 03:27:52.154939 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eb681f1c-005d-4db2-9ae1-b74eb9049645 req-e53585a2-7579-4766-9769-c272c450937c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Nov 19 03:27:52.270747 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15c704-0915-4f88-abf8-5e903d94e878 req-d64f3bbb-63d3-4fa7-8de7-9858a3788a6e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:52.272244 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dd15c704-0915-4f88-abf8-5e903d94e878 req-d64f3bbb-63d3-4fa7-8de7-9858a3788a6e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0520298 Nov 19 03:27:52.280484 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33178) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:27:52.284672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Request body: {'floatingip': {'port_id': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:27:52.323368 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:52.753971 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:52.757719 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:52.859910 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Floating IP 5d7fdaad-7b7e-4121-955f-e276f1ab4317 associated. External IP: 172.27.0.108, port: f7a46174-e8bc-466b-af2e-40c5bc49b38d. Nov 19 03:27:53.065546 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:27:53.170721 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:27:53.175623 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:27:53.181108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:27:53.190225 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:27:53.190850 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:27:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:53.201696 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-fe826246-b222-461e-aff3-80bc0579a787 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "PUT /v2.0/floatingips/5d7fdaad-7b7e-4121-955f-e276f1ab4317 HTTP/1.1" status: 200 len: 992 time: 0.9202070 Nov 19 03:27:53.202282 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:27:53.204528 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaaf8c6-5d28-426e-8913-81873331eed6" -d '{"events": [{"name": "network-changed", "server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:27:53.247057 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e6fe5e-4a98-4bb4-a148-4837003091f9 x-openstack-request-id: req-f5e6fe5e-4a98-4bb4-a148-4837003091f9 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:27:53.247354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:27:53.247637 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5e6fe5e-4a98-4bb4-a148-4837003091f9 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:27:53.248039 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'status': 'completed', 'code': 200} Nov 19 03:27:53.297525 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:27:53.345132 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-1d20a91a-023d-4582-95b4-d08aa5b581aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:53.346681 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-1d20a91a-023d-4582-95b4-d08aa5b581aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 1099 time: 0.0480490 Nov 19 03:27:53.434998 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-5b52599e-8e40-4d21-be20-272597f8d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:53.436465 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-5b52599e-8e40-4d21-be20-272597f8d6fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.0823624 Nov 19 03:27:53.506840 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-46da7604-6e2f-4ccf-b1db-e9341c3f920e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d HTTP/1.1" status: 200 len: 1000 time: 0.0629010 Nov 19 03:27:53.523812 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '5d7fdaad-7b7e-4121-955f-e276f1ab4317', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'port_id': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'mac_address': 'fa:16:3e:5d:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:27:40Z', 'updated_at': '2021-11-19T03:27:52Z', 'revision_number': 1, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:53.550961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:27:53.558424 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-78cb892f-4e61-4af7-900c-5ddfe681f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:53.559855 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:27:53.560213 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-78cb892f-4e61-4af7-900c-5ddfe681f2c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0444655 Nov 19 03:27:53.560454 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:27:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:53.606737 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-a89cd7d5-6311-4b15-90a8-0b088e34f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:53.608179 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-a89cd7d5-6311-4b15-90a8-0b088e34f677 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411041 Nov 19 03:27:53.669439 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:27:53.705455 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-74a27980-4f68-4167-b4ae-f0ce82f16ed9 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882325 Nov 19 03:27:53.800966 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7eaaf8c6-5d28-426e-8913-81873331eed6 req-50282e9b-4c96-45ec-a109-c9b7abdbcb91 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891993 Nov 19 03:27:53.909096 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '5d7fdaad-7b7e-4121-955f-e276f1ab4317', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'port_id': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'mac_address': 'fa:16:3e:5d:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:27:40Z', 'updated_at': '2021-11-19T03:27:52Z', 'revision_number': 1, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:27:53.936670 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccc161-7a4e-4c58-9b1f-3dc34d8217fc None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '5d7fdaad-7b7e-4121-955f-e276f1ab4317', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'port_id': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'mac_address': 'fa:16:3e:5d:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:27:40Z', 'updated_at': '2021-11-19T03:27:52Z', 'revision_number': 1, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:27:54.119973 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d6953-c0e3-47e1-a5ad-7eb8f47180d7 None None] New status for floating IP 5d7fdaad-7b7e-4121-955f-e276f1ab4317: ACTIVE {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:27:57.730305 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23044944-92f2-420a-b209-4e86edf7dd3c req-e4b41d6b-c78d-4c29-8c48-0753592a9ed4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:57.731803 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-23044944-92f2-420a-b209-4e86edf7dd3c req-e4b41d6b-c78d-4c29-8c48-0753592a9ed4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0485265 Nov 19 03:27:57.777903 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-23044944-92f2-420a-b209-4e86edf7dd3c req-b64043c0-2b72-4e0d-930d-b0eef4d368ba tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Nov 19 03:27:58.897799 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff0999-c928-4b97-96ec-92f1c2088707 req-d53fd5ba-95ce-43e3-99e7-6e80a13d04fb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:27:58.897799 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-adff0999-c928-4b97-96ec-92f1c2088707 req-d53fd5ba-95ce-43e3-99e7-6e80a13d04fb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0486450 Nov 19 03:27:58.948110 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-adff0999-c928-4b97-96ec-92f1c2088707 req-00b81408-c6b3-4c29-ba83-2b15c336b6f8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450485 Nov 19 03:28:00.064914 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63440a3a-df68-495b-8091-b042d213979c req-9dfc4f9c-2d45-4f91-a549-08f538494d42 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:00.066356 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-63440a3a-df68-495b-8091-b042d213979c req-9dfc4f9c-2d45-4f91-a549-08f538494d42 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0477703 Nov 19 03:28:00.114183 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-63440a3a-df68-495b-8091-b042d213979c req-94d38e6a-9aa8-4676-b81d-e14e6c1745f6 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Nov 19 03:28:01.231443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed44d1-9898-4baa-a0e8-97b1340f2908 req-4ff7fd42-8fa4-4856-9e27-8a9b904f63dc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:01.232944 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a7ed44d1-9898-4baa-a0e8-97b1340f2908 req-4ff7fd42-8fa4-4856-9e27-8a9b904f63dc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0486698 Nov 19 03:28:01.279155 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a7ed44d1-9898-4baa-a0e8-97b1340f2908 req-3956d967-6a9d-4845-ba5c-cfc74f1a9fc4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Nov 19 03:28:02.399768 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb8ed4-eacf-42ba-8b52-568e1d64bf73 req-d42d7f34-6330-4629-a093-561d7dadc432 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:02.401210 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8dbb8ed4-eacf-42ba-8b52-568e1d64bf73 req-d42d7f34-6330-4629-a093-561d7dadc432 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0515482 Nov 19 03:28:02.447784 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8dbb8ed4-eacf-42ba-8b52-568e1d64bf73 req-948a355a-1205-4125-98e5-2d549155b561 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406594 Nov 19 03:28:03.572814 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c6b2-c78c-4e60-aeac-97f837909a95 req-c8105b7c-038a-4c47-b93f-cba8de8785ec tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:03.574269 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d529c6b2-c78c-4e60-aeac-97f837909a95 req-c8105b7c-038a-4c47-b93f-cba8de8785ec tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0541580 Nov 19 03:28:03.620348 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d529c6b2-c78c-4e60-aeac-97f837909a95 req-d35238f4-8bbc-4cde-9ce7-cff99d5b1faf tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400834 Nov 19 03:28:04.742036 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d65c-a86e-483d-83ad-09b42b78ff5d req-72cbe431-598c-488e-99c2-842dfab1e5be tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:04.744011 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eb87d65c-a86e-483d-83ad-09b42b78ff5d req-72cbe431-598c-488e-99c2-842dfab1e5be tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0514905 Nov 19 03:28:04.789739 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-eb87d65c-a86e-483d-83ad-09b42b78ff5d req-2d0fa7a4-185c-4007-a5f9-a7954e740804 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 Nov 19 03:28:05.837707 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:28:05.907113 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18d3c-2346-44b9-8b48-c63738bd4369 req-93697c0c-669d-4f96-93c1-5f6c4644a6bc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:05.908581 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7d18d3c-2346-44b9-8b48-c63738bd4369 req-93697c0c-669d-4f96-93c1-5f6c4644a6bc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0479798 Nov 19 03:28:05.960724 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c7d18d3c-2346-44b9-8b48-c63738bd4369 req-eade5286-60f8-4f6f-8ff7-b8141ebd3c50 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Nov 19 03:28:07.084091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391414de-2441-46b2-987d-305cda59443a req-004f43de-8798-41f3-b140-cbedd0a10797 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:07.085536 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-391414de-2441-46b2-987d-305cda59443a req-004f43de-8798-41f3-b140-cbedd0a10797 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0488153 Nov 19 03:28:07.135166 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-391414de-2441-46b2-987d-305cda59443a req-08667614-da85-4e09-84a8-325871255c52 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Nov 19 03:28:07.393475 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-53e06b46-d919-4728-92a3-879de4f90e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:07.702330 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:08.079541 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b510-908f-4103-b917-06283db8d18e req-b3e7b7ba-83db-4b56-b308-47fa0275fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:08.081055 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-b3e7b7ba-83db-4b56-b308-47fa0275fcf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1099 time: 0.0410488 Nov 19 03:28:08.190676 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b510-908f-4103-b917-06283db8d18e req-f1a0a0e2-8f82-432e-bc84-f17064292216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:08.192191 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-f1a0a0e2-8f82-432e-bc84-f17064292216 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0884044 Nov 19 03:28:08.253441 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22787f4c-f93e-4184-86eb-773771769c28 req-9f7386f7-95de-4cec-ae57-ce6e7421a7eb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:08.254998 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-22787f4c-f93e-4184-86eb-773771769c28 req-9f7386f7-95de-4cec-ae57-ce6e7421a7eb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0490186 Nov 19 03:28:08.258629 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-8bddad78-ae60-4bd0-acfd-2b93abc9f613 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 1001 time: 0.0592992 Nov 19 03:28:08.304299 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-22787f4c-f93e-4184-86eb-773771769c28 req-3a959dbc-4a14-48bd-b5e7-94d05fb17fe1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Nov 19 03:28:08.315483 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b510-908f-4103-b917-06283db8d18e req-b63a2193-7bfd-498f-8c4a-09b997afa8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:08.316964 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-b63a2193-7bfd-498f-8c4a-09b997afa8ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0499048 Nov 19 03:28:08.363287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b510-908f-4103-b917-06283db8d18e req-f6686c92-393f-4189-a2bf-a6d4e757664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:08.364720 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-f6686c92-393f-4189-a2bf-a6d4e757664e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398269 Nov 19 03:28:08.453776 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-9db3ef05-bae2-4e8f-862d-0a93ade90db9 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805519 Nov 19 03:28:08.547560 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-0ff9b510-908f-4103-b917-06283db8d18e req-4ca2a73e-1019-4aa2-b463-e4cb1b8cf81c service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863752 Nov 19 03:28:09.423377 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131f45f-d1b8-4092-8aef-170ea382b0b7 req-08eb4b19-2c6b-4ee6-abc6-7cd29e11dbbe tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:09.424881 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c131f45f-d1b8-4092-8aef-170ea382b0b7 req-08eb4b19-2c6b-4ee6-abc6-7cd29e11dbbe tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0487125 Nov 19 03:28:09.470969 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c131f45f-d1b8-4092-8aef-170ea382b0b7 req-9cd8e3be-1f9b-4f75-bd19-bfdedc5d66f0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Nov 19 03:28:09.662610 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5f3be0b1-ae03-48a0-812e-81d5d4e7adb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:10.592849 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ac33a-d128-4526-8936-1d30622bbf7f req-6a761615-f081-4814-9a94-7306a852e45c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:10.594357 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-017ac33a-d128-4526-8936-1d30622bbf7f req-6a761615-f081-4814-9a94-7306a852e45c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0527120 Nov 19 03:28:10.643540 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-017ac33a-d128-4526-8936-1d30622bbf7f req-3f75b005-881e-4f00-a3db-755ff70b1439 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Nov 19 03:28:10.803526 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:11.677149 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:28:11.771351 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666c90-55fc-4fb7-b9d1-fb7fb8c962bf req-894c2386-a6e0-4dbb-b9c8-a46d7849c937 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:11.772830 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74666c90-55fc-4fb7-b9d1-fb7fb8c962bf req-894c2386-a6e0-4dbb-b9c8-a46d7849c937 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0551980 Nov 19 03:28:11.774715 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:11.786197 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'mac_address': 'fa:16:3e:86:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:28:11.819821 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-74666c90-55fc-4fb7-b9d1-fb7fb8c962bf req-152a20b8-298c-4c0e-a7ea-0ae53193faf2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Nov 19 03:28:11.823215 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:11.835846 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:28:11.856135 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:11.860015 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:11.905008 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=6']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:28:12.029643 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:28:12.301397 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:12.908099 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:12.939528 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f19bb-1b1a-4b73-85b1-b64fb23e879f req-eedadf77-4de0-48a0-a1ac-059ee55abf3e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:12.940992 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e25f19bb-1b1a-4b73-85b1-b64fb23e879f req-eedadf77-4de0-48a0-a1ac-059ee55abf3e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 945 time: 0.0501316 Nov 19 03:28:12.992208 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e25f19bb-1b1a-4b73-85b1-b64fb23e879f req-8a7c444b-1057-4344-8c89-8df5f0e923ed tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Nov 19 03:28:13.691791 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:28:13.741555 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:28:13.741916 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:13.816384 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:13.838679 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:28:13.840897 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbade46-5292-4715-8758-b0123fcf1d3b" -d '{"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:28:13.853673 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:13.858296 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:13.883616 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e7bb0-bec3-447e-a69e-f051fab4c063 x-openstack-request-id: req-564e7bb0-bec3-447e-a69e-f051fab4c063 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:28:13.884686 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:28:13.885119 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-564e7bb0-bec3-447e-a69e-f051fab4c063 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:28:13.885569 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'code': 200} Nov 19 03:28:13.910795 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=7']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:28:14.113103 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10c2f-f313-4b0e-8725-9038062c4606 req-7f323b87-4dfe-459e-a52b-031ec7feb329 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:14.114591 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ff10c2f-f313-4b0e-8725-9038062c4606 req-7f323b87-4dfe-459e-a52b-031ec7feb329 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0499220 Nov 19 03:28:14.163515 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ff10c2f-f313-4b0e-8725-9038062c4606 req-c7d24ee3-36bb-48a7-8e65-ab51aa45dff8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Nov 19 03:28:15.289298 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2854ec-90ee-4e71-9276-e6c12d2c3063 req-054936db-004c-4ff9-b994-b68c21014957 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:15.291466 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e2854ec-90ee-4e71-9276-e6c12d2c3063 req-054936db-004c-4ff9-b994-b68c21014957 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0531285 Nov 19 03:28:15.346685 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e2854ec-90ee-4e71-9276-e6c12d2c3063 req-7cf4a317-cb24-4d56-a363-bf8050459d32 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493088 Nov 19 03:28:16.468964 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66df3d-711f-4b95-a811-9030d7aaac2b req-0cdd0bef-aebc-4e26-9758-5996aa7ea6e3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:16.470873 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9f66df3d-711f-4b95-a811-9030d7aaac2b req-0cdd0bef-aebc-4e26-9758-5996aa7ea6e3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0547049 Nov 19 03:28:16.523185 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9f66df3d-711f-4b95-a811-9030d7aaac2b req-53fb5fa0-ef15-4fdf-b6bf-87a92c025f69 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Nov 19 03:28:17.646905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaae0eb-9821-45f7-a347-a355ad13ee50 req-98138af4-8043-48cf-b528-d140aa3caa3a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:17.655367 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dfaae0eb-9821-45f7-a347-a355ad13ee50 req-98138af4-8043-48cf-b528-d140aa3caa3a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0582881 Nov 19 03:28:17.707544 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dfaae0eb-9821-45f7-a347-a355ad13ee50 req-c82abd37-a84f-4790-aa48-bc36a38b8989 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512850 Nov 19 03:28:18.861681 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eaec5-866a-4a47-8f42-03aac9a0284b req-ae7eedfe-9b3e-4666-a4a8-e14912887162 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:18.864104 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d02eaec5-866a-4a47-8f42-03aac9a0284b req-ae7eedfe-9b3e-4666-a4a8-e14912887162 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0577011 Nov 19 03:28:18.921627 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d02eaec5-866a-4a47-8f42-03aac9a0284b req-88396c59-79b0-4f28-a6a7-016146ba7869 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506608 Nov 19 03:28:20.055121 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d043e6-d6fd-453f-a2e7-5a0d15c52649 req-49ddef6d-abf1-474f-af16-094ed20ec6f5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:20.056192 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c9d043e6-d6fd-453f-a2e7-5a0d15c52649 req-49ddef6d-abf1-474f-af16-094ed20ec6f5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0547295 Nov 19 03:28:20.114576 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c9d043e6-d6fd-453f-a2e7-5a0d15c52649 req-1d2560b0-1e6e-4ef8-93bb-eaa38200fad8 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516543 Nov 19 03:28:21.286014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88896d-ae24-4d8c-8ec1-10bb5569c4eb req-0880cd1d-97d9-46d0-b239-f2cd1d74832f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:21.287895 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ba88896d-ae24-4d8c-8ec1-10bb5569c4eb req-0880cd1d-97d9-46d0-b239-f2cd1d74832f tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0673487 Nov 19 03:28:21.358239 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ba88896d-ae24-4d8c-8ec1-10bb5569c4eb req-be687697-f631-4386-a71a-dce77890f0fb tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616226 Nov 19 03:28:22.518550 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5b70a-e0b0-43c2-b2e4-9fc6574bec22 req-124edba3-3c04-4778-af75-df1279ac1936 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:22.520097 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0de5b70a-e0b0-43c2-b2e4-9fc6574bec22 req-124edba3-3c04-4778-af75-df1279ac1936 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0658441 Nov 19 03:28:22.580269 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0de5b70a-e0b0-43c2-b2e4-9fc6574bec22 req-bb5f288f-4fdb-4207-bb29-4cc36c946f76 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528481 Nov 19 03:28:23.705401 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861fd1b-df76-4406-b122-e933d53cc193 req-1aa5492e-bf40-4dab-873f-c73f9cc86cd9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:23.706946 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5861fd1b-df76-4406-b122-e933d53cc193 req-1aa5492e-bf40-4dab-873f-c73f9cc86cd9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0515494 Nov 19 03:28:23.754839 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5861fd1b-df76-4406-b122-e933d53cc193 req-8c4849e8-258b-4923-8b3b-8939e9813e90 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Nov 19 03:28:24.760455 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-4b1db780-efe3-4999-b63c-9d0750759782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:24.761934 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-4b1db780-efe3-4999-b63c-9d0750759782 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1099 time: 0.0435464 Nov 19 03:28:24.855717 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-1bfa9624-9e81-425f-a31e-025e2f8f33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:24.857152 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-1bfa9624-9e81-425f-a31e-025e2f8f33fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0880177 Nov 19 03:28:24.879601 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3d79-5e37-4a9c-a895-bed4c02efdeb req-09c2890b-8192-492a-961a-952fed0d2cf1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:24.881237 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ad7a3d79-5e37-4a9c-a895-bed4c02efdeb req-09c2890b-8192-492a-961a-952fed0d2cf1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0518777 Nov 19 03:28:24.924254 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-985072ed-5dec-43a5-8190-211d475f96ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 1001 time: 0.0592179 Nov 19 03:28:24.929880 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ad7a3d79-5e37-4a9c-a895-bed4c02efdeb req-6a60eacd-f5be-4e24-95a7-6ff4493d53ac tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Nov 19 03:28:24.975079 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-503716ea-f42e-4958-a569-da9f0bb5c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:24.976565 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-503716ea-f42e-4958-a569-da9f0bb5c88b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0447102 Nov 19 03:28:25.026429 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-1609bd6f-d473-444c-bf5b-62570dd46063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:25.027959 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-1609bd6f-d473-444c-bf5b-62570dd46063 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444643 Nov 19 03:28:25.117915 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-017c6ffa-3c5c-4458-86c1-990e07e79a85 service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820429 Nov 19 03:28:25.210417 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-84cb4cdb-e87c-4f1e-adaf-5effd24982d2 req-64163146-53c8-4dc7-a53c-4f670bb699ce service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851965 Nov 19 03:28:26.053651 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a397bc-3697-489d-89c3-ef3d0f721118 req-03373373-77d6-4443-96d7-c2cdf6d67235 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:26.055146 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-39a397bc-3697-489d-89c3-ef3d0f721118 req-03373373-77d6-4443-96d7-c2cdf6d67235 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0514116 Nov 19 03:28:26.104089 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-39a397bc-3697-489d-89c3-ef3d0f721118 req-9850e99f-e8b3-4624-a5e7-e1feea986b58 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Nov 19 03:28:27.221902 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5c953-fe9d-478a-9d8c-4f0d5f8f8fe5 req-47565144-73ea-4853-91e7-fd14c9c60c1b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:27.223397 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-90e5c953-fe9d-478a-9d8c-4f0d5f8f8fe5 req-47565144-73ea-4853-91e7-fd14c9c60c1b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 946 time: 0.0483289 Nov 19 03:28:27.274668 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-90e5c953-fe9d-478a-9d8c-4f0d5f8f8fe5 req-c8fafc82-933f-46f3-8583-809b1bf8141c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Nov 19 03:28:27.750460 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:28:27.828541 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:27.851029 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:28:27.853764 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78e7939-0070-4eb7-a916-604881ca01a1" -d '{"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:28:27.865929 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:27.871182 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:27.895016 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ab0940-c1f9-4e1f-a03b-e3da40872d01 x-openstack-request-id: req-c0ab0940-c1f9-4e1f-a03b-e3da40872d01 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:28:27.895300 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-unplugged", "status": "failed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "code": 422}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:28:27.895548 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0ab0940-c1f9-4e1f-a03b-e3da40872d01 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:28:27.895942 dv-cinder-818037-4-iscsi neutron-server[102575]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'code': 422} returned with failed status Nov 19 03:28:27.922374 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=8']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:28:28.200437 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc114808-7ff1-46a3-b37d-afe97c7b775a req-2e765612-35ff-4fd2-ba46-5144ca4b9524 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:28.201927 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bc114808-7ff1-46a3-b37d-afe97c7b775a req-2e765612-35ff-4fd2-ba46-5144ca4b9524 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0718682 Nov 19 03:28:28.234401 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-3b47ec65-f223-4388-ab75-b97e37ff5d61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665762 Nov 19 03:28:28.256774 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bc114808-7ff1-46a3-b37d-afe97c7b775a req-10074227-bc45-457f-abcb-ce1f7e6d731b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484231 Nov 19 03:28:29.051058 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-25381076-7dec-4cb7-9320-9e0bd36591d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:29.052564 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-25381076-7dec-4cb7-9320-9e0bd36591d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba&tenant_id=fcaf6436c60844aaba3497db6db06391 HTTP/1.1" status: 200 len: 1097 time: 0.0415115 Nov 19 03:28:29.147150 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-694e6414-099b-4f92-9394-9d2d15042cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:29.148621 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-694e6414-099b-4f92-9394-9d2d15042cc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fcaf6436c60844aaba3497db6db06391&device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1097 time: 0.0392752 Nov 19 03:28:29.244249 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-a881028a-8bf6-4d7a-8a7b-22b89e3e3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:29.245658 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-a881028a-8bf6-4d7a-8a7b-22b89e3e3f2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 200 len: 917 time: 0.0856690 Nov 19 03:28:29.311806 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-023146e9-544e-4b4c-b343-1a96da3f948b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 200 len: 999 time: 0.0589547 Nov 19 03:28:29.363164 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-3e1f502a-942e-4e5e-9a36-cab318b76b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:29.364647 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-3e1f502a-942e-4e5e-9a36-cab318b76b68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 200 len: 855 time: 0.0446520 Nov 19 03:28:29.376449 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb55d3-346c-47c4-8efe-d87d939a7230 req-9be8570f-ca41-4417-a8df-fc3d6ef37d40 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:29.377916 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-36fb55d3-346c-47c4-8efe-d87d939a7230 req-9be8570f-ca41-4417-a8df-fc3d6ef37d40 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0487041 Nov 19 03:28:29.414404 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-11262102-7dcf-49e6-b124-0a7c5c7b0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:29.416149 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-11262102-7dcf-49e6-b124-0a7c5c7b0270 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc33bde6-1f11-4e70-b114-c741f5e152cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446553 Nov 19 03:28:29.429300 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-36fb55d3-346c-47c4-8efe-d87d939a7230 req-523b1192-88f2-4a14-81e5-8d4cb68a3c44 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452604 Nov 19 03:28:29.506725 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-697062a5-eaaa-469a-90e0-5b92c14f842f service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828576 Nov 19 03:28:29.599800 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-ee05c71f-d5db-4fbd-8cf3-10a1aeacfca2 req-4f64dfc6-580c-49ac-8fdf-ff04c52b9f8d service neutron] 10.222.0.50 "GET /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Nov 19 03:28:30.566324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a616de9-bf65-451c-a476-4529731aea7e req-4fc1d5cc-c3b8-4e04-acf9-a0cc898f8c79 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:30.567842 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2a616de9-bf65-451c-a476-4529731aea7e req-4fc1d5cc-c3b8-4e04-acf9-a0cc898f8c79 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0524528 Nov 19 03:28:30.620990 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2a616de9-bf65-451c-a476-4529731aea7e req-5136f785-538f-4df2-8e0a-9a7e9d192f77 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466225 Nov 19 03:28:31.758980 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a913e-210c-4edb-aa4f-fd5d9486a6cb req-373832a6-d25d-492a-bf1d-96c245035381 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:31.761086 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-088a913e-210c-4edb-aa4f-fd5d9486a6cb req-373832a6-d25d-492a-bf1d-96c245035381 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0660734 Nov 19 03:28:31.774879 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:28:31.807658 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-088a913e-210c-4edb-aa4f-fd5d9486a6cb req-c98d44b8-e792-4b65-bab3-e42bdae8cd0e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Nov 19 03:28:32.948920 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108b20a-e6fc-439f-ae2c-3eb7299fef68 req-e44e4d71-d9b0-4623-87fa-7784cfeefddc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:32.950520 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f108b20a-e6fc-439f-ae2c-3eb7299fef68 req-e44e4d71-d9b0-4623-87fa-7784cfeefddc tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0688827 Nov 19 03:28:32.998581 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f108b20a-e6fc-439f-ae2c-3eb7299fef68 req-c2d6b806-fad0-4190-8aec-8761c36d4b77 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Nov 19 03:28:34.120577 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08822466-d617-4b3f-873a-73d13c7e4e12 req-13a9e4e2-a4fb-41a1-8afb-2b6c15b54cb2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:34.122441 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08822466-d617-4b3f-873a-73d13c7e4e12 req-13a9e4e2-a4fb-41a1-8afb-2b6c15b54cb2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0535121 Nov 19 03:28:34.175003 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-08822466-d617-4b3f-873a-73d13c7e4e12 req-0eadbfc1-4444-4c5f-b114-db3ca1b88f52 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Nov 19 03:28:35.300187 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29599b-6453-4bc9-ad6c-9a18ce8bd4d5 req-4c290eaf-9d65-4e69-96dd-95a93b3565c9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:35.301879 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e29599b-6453-4bc9-ad6c-9a18ce8bd4d5 req-4c290eaf-9d65-4e69-96dd-95a93b3565c9 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0548468 Nov 19 03:28:35.607390 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8e29599b-6453-4bc9-ad6c-9a18ce8bd4d5 req-4b19823f-b37a-4711-8f89-fb8d4ab2d091 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977717 Nov 19 03:28:36.733307 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b1dd-9ce8-44ae-a2ef-728095672678 req-5eea29fd-636b-4f44-9120-7893cad15be1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:36.734792 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b519b1dd-9ce8-44ae-a2ef-728095672678 req-5eea29fd-636b-4f44-9120-7893cad15be1 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0514908 Nov 19 03:28:36.789293 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b519b1dd-9ce8-44ae-a2ef-728095672678 req-04368f63-a0c3-4abf-9be2-beffa8d896ff tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485704 Nov 19 03:28:37.395531 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-1e8d20f5-44cc-4ebc-a617-3272424f6426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:37.717201 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:37.911207 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9107d-28da-418f-96df-8f9ab4e86675 req-f73222bb-7066-45bd-af56-058832762d7b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:37.912679 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-57e9107d-28da-418f-96df-8f9ab4e86675 req-f73222bb-7066-45bd-af56-058832762d7b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0478201 Nov 19 03:28:37.970199 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-57e9107d-28da-418f-96df-8f9ab4e86675 req-3d59d1dc-1e63-41d5-b886-2b6953580ef2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503967 Nov 19 03:28:39.097654 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb67f3-42b6-453d-adaa-45c378de7e8f req-c3da55d2-dda0-49cf-8d60-36898c856291 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:39.099159 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3acb67f3-42b6-453d-adaa-45c378de7e8f req-c3da55d2-dda0-49cf-8d60-36898c856291 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0498347 Nov 19 03:28:39.153515 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3acb67f3-42b6-453d-adaa-45c378de7e8f req-9072b0ef-bf02-405b-9fb8-c99a42cbbf3a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Nov 19 03:28:39.664470 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-069b5137-e4f0-4c9b-b563-558ff0ea5999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:40.278678 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1ae84-1fab-4828-846c-2cf9223ed49f req-9e41afae-af20-482d-975a-e26de4d1e63b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:40.280076 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9ac1ae84-1fab-4828-846c-2cf9223ed49f req-9e41afae-af20-482d-975a-e26de4d1e63b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0488935 Nov 19 03:28:40.327055 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9ac1ae84-1fab-4828-846c-2cf9223ed49f req-76d41fd0-96ea-4545-a37d-75d0f10b9ca4 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 Nov 19 03:28:40.807630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:41.453014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a61c7-1538-4c06-bd30-fed1cdd17135 req-1bea9fe8-fdd8-4ea8-9dce-31be0602f4a5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:41.455712 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f1a61c7-1538-4c06-bd30-fed1cdd17135 req-1bea9fe8-fdd8-4ea8-9dce-31be0602f4a5 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0594628 Nov 19 03:28:41.505125 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f1a61c7-1538-4c06-bd30-fed1cdd17135 req-785b21b7-9d2c-4307-8862-f525b4f14e44 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Nov 19 03:28:42.308724 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:42.622725 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73fad5-7825-4154-9ecc-36eb5567ef07 req-3f694a06-6201-415e-a473-68de24793948 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:42.624173 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d73fad5-7825-4154-9ecc-36eb5567ef07 req-3f694a06-6201-415e-a473-68de24793948 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0478563 Nov 19 03:28:42.671210 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8d73fad5-7825-4154-9ecc-36eb5567ef07 req-567aec89-f836-464f-b9e2-82bf975a33cf tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Nov 19 03:28:42.835983 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:28:42.909678 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:43.798786 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d411073-2842-489f-b76c-802dc87b1f40 req-14fd7baa-a491-4e12-bc3a-6c1128a91280 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:43.800273 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d411073-2842-489f-b76c-802dc87b1f40 req-14fd7baa-a491-4e12-bc3a-6c1128a91280 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0550714 Nov 19 03:28:43.851662 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d411073-2842-489f-b76c-802dc87b1f40 req-cfe768ee-861e-471e-b0ce-e15c594f8565 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451672 Nov 19 03:28:44.976565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac4132-676e-4248-9972-a45080ac5a23 req-5dedcc49-8442-4c97-bb9f-e5191689c311 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:44.978012 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fac4132-676e-4248-9972-a45080ac5a23 req-5dedcc49-8442-4c97-bb9f-e5191689c311 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0491147 Nov 19 03:28:45.025235 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fac4132-676e-4248-9972-a45080ac5a23 req-a315ccd9-9fe5-40e4-99ae-afc370ddea88 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402374 Nov 19 03:28:46.145673 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d0082-f53b-4a76-a2be-2491e1cde706 req-d936bbb3-c157-4b49-96c2-0dbd1c07a492 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:46.147150 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d34d0082-f53b-4a76-a2be-2491e1cde706 req-d936bbb3-c157-4b49-96c2-0dbd1c07a492 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0488217 Nov 19 03:28:46.194154 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d34d0082-f53b-4a76-a2be-2491e1cde706 req-4edae70d-aec9-4706-9acd-e823f83bea7c tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Nov 19 03:28:47.317737 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e702aa-d276-4510-9e4e-3d853298f762 req-6610c193-fd63-4d76-b06b-115dfc9a3830 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:47.319259 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44e702aa-d276-4510-9e4e-3d853298f762 req-6610c193-fd63-4d76-b06b-115dfc9a3830 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0518029 Nov 19 03:28:47.378942 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-44e702aa-d276-4510-9e4e-3d853298f762 req-1fbe2e3a-e34a-48b9-9e57-14b713e90511 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Nov 19 03:28:48.541796 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a394f09-f545-4e79-9fe2-6810eeb262a1 req-c5da96b2-efcd-4ddc-9890-b8f213428041 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:48.543757 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a394f09-f545-4e79-9fe2-6810eeb262a1 req-c5da96b2-efcd-4ddc-9890-b8f213428041 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0484538 Nov 19 03:28:48.589247 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7a394f09-f545-4e79-9fe2-6810eeb262a1 req-010f028d-acb2-4779-8741-980b38597993 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395384 Nov 19 03:28:49.712782 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf4f0-5def-4a22-8128-63478f4ee2b3 req-95cec9e6-8cc0-4970-8aa7-b326eaf7e95e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:49.714452 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4baf4f0-5def-4a22-8128-63478f4ee2b3 req-95cec9e6-8cc0-4970-8aa7-b326eaf7e95e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 944 time: 0.0526795 Nov 19 03:28:49.764016 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4baf4f0-5def-4a22-8128-63478f4ee2b3 req-7df57c05-c54b-4ef4-942c-7e9ebcd0da66 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Nov 19 03:28:49.868389 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:28:49.983107 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:49.995004 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'port_id': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'mac_address': 'fa:16:3e:86:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:28:50.034094 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:50.048383 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:28:50.071348 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:50.079387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:50.127977 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=9']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:28:50.135129 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.135494 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.135834 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.136163 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.136490 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.136835 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.137155 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.137592 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.137918 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.138233 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.138582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.138969 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:28:50.505163 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:28:50.888275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cd7b8-3abe-4228-afc6-ff6343a30409 req-37e0ddb7-ec55-4342-adbc-5ccfd011d1ce tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:50.889832 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-594cd7b8-3abe-4228-afc6-ff6343a30409 req-37e0ddb7-ec55-4342-adbc-5ccfd011d1ce tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 945 time: 0.0505168 Nov 19 03:28:50.939329 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-594cd7b8-3abe-4228-afc6-ff6343a30409 req-8a194538-64c6-4d22-aa74-dfa4c804ae73 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Nov 19 03:28:51.872133 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:28:51.926703 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:28:51.927069 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:52.007953 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:52.031035 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:28:52.033284 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe611b1-6557-49c3-91c2-f50276eb943d" -d '{"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:28:52.046215 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:28:52.050737 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:28:52.063677 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c1ffc-ccdd-49b5-b41b-81677272c603 req-cb2d2140-3946-4ced-9505-778fa87c6022 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:52.065234 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e40c1ffc-ccdd-49b5-b41b-81677272c603 req-cb2d2140-3946-4ced-9505-778fa87c6022 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 945 time: 0.0543342 Nov 19 03:28:52.078777 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6071c9-eef8-44fe-b38d-fe8fc7be4e27 x-openstack-request-id: req-7b6071c9-eef8-44fe-b38d-fe8fc7be4e27 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:28:52.079071 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:28:52.079324 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b6071c9-eef8-44fe-b38d-fe8fc7be4e27 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:28:52.079710 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'code': 200} Nov 19 03:28:52.102755 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=10']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:28:52.118664 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e40c1ffc-ccdd-49b5-b41b-81677272c603 req-e2b85d9f-f55f-4556-a227-a0f1dc4b8b64 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451822 Nov 19 03:28:52.312903 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b29e01-9a95-4d30-b1d1-48f29da74800 req-b789206f-78c0-47cb-be7d-37610377f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:52.314415 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-94b29e01-9a95-4d30-b1d1-48f29da74800 req-b789206f-78c0-47cb-be7d-37610377f3d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 1100 time: 0.0418534 Nov 19 03:28:52.359689 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-94b29e01-9a95-4d30-b1d1-48f29da74800 req-70bbf9a4-f922-417c-9c1e-798343872e03 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373507 Nov 19 03:28:53.239487 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fb5f1-263b-4542-bc73-1d90e7bae72f req-34e0fc53-6f1b-4493-b092-9b4f068d1991 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:53.240929 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9b6fb5f1-263b-4542-bc73-1d90e7bae72f req-34e0fc53-6f1b-4493-b092-9b4f068d1991 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 947 time: 0.0479033 Nov 19 03:28:53.287732 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9b6fb5f1-263b-4542-bc73-1d90e7bae72f req-db8fbc0b-563d-4fbd-b63d-5adbe6c48321 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402887 Nov 19 03:28:54.408223 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97838-1aff-4fc2-9c24-f08e586ed7c5 req-a9d7a722-9dfb-4164-8b3f-2b4d1971ecb0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:54.409734 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2ff97838-1aff-4fc2-9c24-f08e586ed7c5 req-a9d7a722-9dfb-4164-8b3f-2b4d1971ecb0 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 947 time: 0.0499687 Nov 19 03:28:54.459046 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2ff97838-1aff-4fc2-9c24-f08e586ed7c5 req-26fe8234-3106-4496-90e7-25438b174d0b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Nov 19 03:28:55.582676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec141a-ec78-42e7-8787-77f4afda3394 req-b3ed72a1-c6b9-45f9-a44f-747b86cd8e68 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:28:55.584142 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2dec141a-ec78-42e7-8787-77f4afda3394 req-b3ed72a1-c6b9-45f9-a44f-747b86cd8e68 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 947 time: 0.0523541 Nov 19 03:28:55.634345 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2dec141a-ec78-42e7-8787-77f4afda3394 req-af0ec7b8-e88a-4a5c-a458-a93ba7fbd8c3 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Nov 19 03:29:02.129907 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5f75-f01e-4d3f-8be8-6d1367a9b9f6 req-820dbf4b-1702-4e75-bcf3-f65664ca4a33 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:02.131385 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-562e5f75-f01e-4d3f-8be8-6d1367a9b9f6 req-820dbf4b-1702-4e75-bcf3-f65664ca4a33 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0496092 Nov 19 03:29:02.179465 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-562e5f75-f01e-4d3f-8be8-6d1367a9b9f6 req-9389f433-7959-4c31-856a-8ea82204c063 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Nov 19 03:29:03.295670 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ca073-65a0-476f-8800-9bba079c836d req-96994f3d-b9cc-44a4-b3ad-3afe6087f20c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:03.297111 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ad2ca073-65a0-476f-8800-9bba079c836d req-96994f3d-b9cc-44a4-b3ad-3afe6087f20c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0482750 Nov 19 03:29:03.348953 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ad2ca073-65a0-476f-8800-9bba079c836d req-1f8622fd-c986-4636-9fcc-1c0936ab0308 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458658 Nov 19 03:29:04.192123 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-1b81f421-e864-4747-bee5-94639996e94f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:04.193791 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-1b81f421-e864-4747-bee5-94639996e94f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0489814 Nov 19 03:29:04.287160 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Deleting port f37e9732-3229-47e7-8d66-8002cfe7275d {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:04.287494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:04.374929 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] For port f37e9732-3229-47e7-8d66-8002cfe7275d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f37e9732-3229-47e7-8d66-8002cfe7275d,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:04.375214 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:04.461673 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c372a65-4bed-4c9a-a075-af88b52f63ae req-529010d1-7051-4518-b6f2-7ce7b1b4f42a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:04.463153 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2c372a65-4bed-4c9a-a075-af88b52f63ae req-529010d1-7051-4518-b6f2-7ce7b1b4f42a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 945 time: 0.0480793 Nov 19 03:29:04.514616 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2c372a65-4bed-4c9a-a075-af88b52f63ae req-3f62468f-ae2c-4942-be24-bbfba2d49e3b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Nov 19 03:29:04.551012 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:04.551375 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:04.551689 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.l3_db [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Floating IP 4fd4d859-0696-45c9-aaa2-577329411508 disassociated. External IP: 172.27.0.162, port: f37e9732-3229-47e7-8d66-8002cfe7275d. Nov 19 03:29:04.552029 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Calling delete_port for f37e9732-3229-47e7-8d66-8002cfe7275d owned by compute:nova {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:04.676880 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:04.708879 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'Port': ['ID=f37e9732-3229-47e7-8d66-8002cfe7275d,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:04.720035 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.720392 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.720742 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.721086 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.721427 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.721759 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.722094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.722427 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.722785 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.723114 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.723443 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.723768 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:04.832383 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:29:04.936514 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:29:04.949627 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:29:04.961373 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:04.961994 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:28:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:04.978935 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] No DVR routers for this DVR port f37e9732-3229-47e7-8d66-8002cfe7275d on host hv-cinder-81803 {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:29:04.981354 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:04.985824 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-90a353c6-7914-4b20-821b-1d6ac6eefcb5 req-f79fd1b0-efc3-4541-a944-2c5caa30fcee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "DELETE /v2.0/ports/f37e9732-3229-47e7-8d66-8002cfe7275d HTTP/1.1" status: 204 len: 173 time: 0.7828856 Nov 19 03:29:04.986270 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'name': 'network-vif-deleted', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:29:04.989330 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074d242-e500-498a-8401-f6948f310e4a" -d '{"events": [{"server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "name": "network-vif-deleted", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:29:05.026220 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f2f02-daa8-4187-a674-fd5217af2a06 x-openstack-request-id: req-d14f2f02-daa8-4187-a674-fd5217af2a06 {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:29:05.026647 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d415530f-d634-4a3a-bf17-d3574e19d21f", "name": "network-vif-deleted", "tag": "f37e9732-3229-47e7-8d66-8002cfe7275d", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:29:05.027002 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d14f2f02-daa8-4187-a674-fd5217af2a06 {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:29:05.027604 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd415530f-d634-4a3a-bf17-d3574e19d21f', 'name': 'network-vif-deleted', 'tag': 'f37e9732-3229-47e7-8d66-8002cfe7275d', 'status': 'completed', 'code': 200} Nov 19 03:29:05.217209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:05.411735 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:05.444000 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:29:05.452820 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:05.453420 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:28:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:05.566009 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:05.636221 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0a31b59d-888a-421f-97fa-0b80fb9d1b9d req-b67cfca8-9ad2-4a6e-9060-9e826676c8f4 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=d415530f-d634-4a3a-bf17-d3574e19d21f HTTP/1.1" status: 200 len: 210 time: 0.0345600 Nov 19 03:29:05.776963 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:05.806308 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2930e120-8eb9-4a45-88cd-dc27d5de2dc4 None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:29:06.019130 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd94128-3a2c-41cd-8b0e-233a426bd2a4 None None] New status for floating IP 4fd4d859-0696-45c9-aaa2-577329411508: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:29:06.889155 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-b9630bbe-56e2-415c-90f8-37baab570b1d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741082130&fields=id&tenant_id=0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 267 time: 0.0427821 Nov 19 03:29:06.997057 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-fd1f9e90-d53a-4f48-bae1-99964ad14012 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:06.998547 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-fd1f9e90-d53a-4f48-bae1-99964ad14012 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 811 time: 0.1029491 Nov 19 03:29:07.013056 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-4ce549ba-8f64-47a3-ab83-485106536b17 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/quotas/0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 375 time: 0.0088379 Nov 19 03:29:07.063796 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a1929778-29b8-4dfc-93cb-78f0022cc391 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451040 Nov 19 03:29:07.162137 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-6626ef25-d8e1-4f85-a8f4-ab72f0980f3d service neutron] 10.222.0.47 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867114 Nov 19 03:29:07.251204 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-f9803ad9-cf12-4cc3-9f99-83d8035a134d service neutron] 10.222.0.47 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Nov 19 03:29:07.398145 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-811741e2-30f7-4970-9127-d0d07e8a76f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:07.538501 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7f86b570-f93a-485e-8a19-486b400eab16 req-6aae4f99-ebb9-4a4f-bb13-33d63ad9daf3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 210 time: 0.0332487 Nov 19 03:29:07.749369 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:07.904394 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f37e9732-3229-47e7-8d66-8002cfe7275d no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:29:07.925496 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: f37e9732-3229-47e7-8d66-8002cfe7275d {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:29:07.925996 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f37e9732-3229-47e7-8d66-8002cfe7275d not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:29:08.641771 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2ea4013c-e050-4e2e-825e-e7187b4a1d22 req-64b832f6-d594-4617-b40c-baa4f3354abf tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 210 time: 0.0272479 Nov 19 03:29:08.679445 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-47b7c536-55c6-48ed-9c2c-701eb4997bd0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:08.680928 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-47b7c536-55c6-48ed-9c2c-701eb4997bd0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 811 time: 0.1149673 Nov 19 03:29:08.769761 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-e2daf28f-af31-416f-8992-5d96bdeeed59 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 380 time: 0.0574446 Nov 19 03:29:08.797329 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'port': {'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'admin_state_up': True, 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'security_groups': ['3afb58f4-a438-4bf5-8b94-c859ffd5cf6b']}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:29:08.901923 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Made reservation on behalf of 0b123731cbb4468b8bae663587e792e7 for: {'port': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:29:08.905322 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.030401 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Allocated IP 172.20.0.14 (ec6214ac-d99f-413c-a1b4-78005c417695/69748e62-2fad-45a9-bdbd-8021dd3f9e46/ad396234-a82d-422a-9ca4-4d3f85240b28) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:29:09.165213 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.201735 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.246180 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Network ec6214ac-d99f-413c-a1b4-78005c417695 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:29:09.250215 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:29:09.256265 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:29:09.262797 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=ad396234-a82d-422a-9ca4-4d3f85240b28,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:09.312004 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:09.312730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.332183 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-3cf7b3db-aab8-4553-815b-88b33dd7c2cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5388741 Nov 19 03:29:09.368125 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Request body: {'port': {'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:29:09.427680 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.557226 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7519bc92-da4e-4fc3-93bb-4651fe04aaec None None] Provisioning complete for port ad396234-a82d-422a-9ca4-4d3f85240b28 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:29:09.557794 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7519bc92-da4e-4fc3-93bb-4651fe04aaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.597920 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7519bc92-da4e-4fc3-93bb-4651fe04aaec None None] Port ad396234-a82d-422a-9ca4-4d3f85240b28 cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:29:09.667472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-bb60c9b2-05a2-40f1-9b90-5fde0e74eb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.693261 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad396234-a82d-422a-9ca4-4d3f85240b28 {{(pid=102573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:29:09.700743 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.713613 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.provisioning_blocks [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Transition to ACTIVE for port object ad396234-a82d-422a-9ca4-4d3f85240b28 will not be triggered until provisioned by entity L2. {{(pid=102573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:29:09.718586 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.760990 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6453a60-2711-41a6-9999-6d54c3876b8e req-0b7ceb78-191b-4b7f-b750-bdcfa7abf831 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:09.762534 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f6453a60-2711-41a6-9999-6d54c3876b8e req-0b7ceb78-191b-4b7f-b750-bdcfa7abf831 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0507550 Nov 19 03:29:09.770829 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Pushing event updated for resources: {'Port': ['ID=ad396234-a82d-422a-9ca4-4d3f85240b28,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:09.820509 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f6453a60-2711-41a6-9999-6d54c3876b8e req-8bd22ff6-e704-442e-8b3d-bbafbeeb5b83 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473154 Nov 19 03:29:09.848072 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Attempting to bind port ad396234-a82d-422a-9ca4-4d3f85240b28 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:29:09.848408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Attempting to bind port ad396234-a82d-422a-9ca4-4d3f85240b28 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:29:09.848736 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Attempting to bind port ad396234-a82d-422a-9ca4-4d3f85240b28 on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:29:09.853094 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Port ad396234-a82d-422a-9ca4-4d3f85240b28 on network ec6214ac-d99f-413c-a1b4-78005c417695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:29:09.853413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Attempting to bind port ad396234-a82d-422a-9ca4-4d3f85240b28 on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:29:09.858793 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:29:09.859133 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Checking segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:29:09.859517 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Bound using segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} {{(pid=102573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:29:09.859942 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.managers [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Bound port: ad396234-a82d-422a-9ca4-4d3f85240b28, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}}] {{(pid=102573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:29:09.860297 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.935873 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] For port ad396234-a82d-422a-9ca4-4d3f85240b28, host hv-cinder-81803, cleared binding levels {{(pid=102573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:29:09.939099 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] For port ad396234-a82d-422a-9ca4-4d3f85240b28, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ad396234-a82d-422a-9ca4-4d3f85240b28,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:29:09.943429 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.989032 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:09.989646 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:09.991078 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] 10.222.0.50 "PUT /v2.0/ports/ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 1094 time: 0.6274500 Nov 19 03:29:09.991450 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28'}] {{(pid=102573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:29:09.993698 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97f93509b0df96b4b20fbb5fb443cf7ed17eb0308de3a5a27dda9d75f622ca5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28"}]}' {{(pid=102573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:29:10.047354 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60625d4-9efc-4a74-943c-276d36d87051 service neutron] Pushing event updated for resources: {'Port': ['ID=ad396234-a82d-422a-9ca4-4d3f85240b28,revision_number=3']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:10.051343 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6563b5-2814-4e11-93b1-d99e7d1d0b1b x-openstack-request-id: req-dd6563b5-2814-4e11-93b1-d99e7d1d0b1b {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:29:10.051858 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28", "status": "completed", "code": 200}]} {{(pid=102573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:29:10.052340 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd6563b5-2814-4e11-93b1-d99e7d1d0b1b {{(pid=102573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:29:10.052891 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'status': 'completed', 'code': 200} Nov 19 03:29:10.124645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-96587f24-de8b-4791-ba9a-aeff2e063fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.125060 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-f38ee7a3-6c5c-46db-9b18-52166f8e43cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428693 Nov 19 03:29:10.126170 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-96587f24-de8b-4791-ba9a-aeff2e063fb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1097 time: 0.0449014 Nov 19 03:29:10.217622 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-0e35d784-9e70-4c07-b3a9-112671f5e562 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 217 time: 0.0384815 Nov 19 03:29:10.221501 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f58881-48c3-4211-828b-adfb4db77769 req-35ca42d3-dbc5-46ee-a10d-db7ba2583c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.223018 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-35ca42d3-dbc5-46ee-a10d-db7ba2583c0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 1099 time: 0.0431767 Nov 19 03:29:10.275820 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a83ac2b9-34c1-4209-8a20-4308cbb58cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.277282 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-a83ac2b9-34c1-4209-8a20-4308cbb58cc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0471480 Nov 19 03:29:10.324042 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-2f391b21-7471-4a66-9188-04d29508b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.325530 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-2f391b21-7471-4a66-9188-04d29508b2ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406356 Nov 19 03:29:10.334256 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f58881-48c3-4211-828b-adfb4db77769 req-26d0fd10-ef47-48e0-ac71-5c13933b382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.335766 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-26d0fd10-ef47-48e0-ac71-5c13933b382e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 200 len: 912 time: 0.0870361 Nov 19 03:29:10.404540 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-940a0a89-2930-4116-a1c2-4c8bbf9612f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d HTTP/1.1" status: 200 len: 1002 time: 0.0622325 Nov 19 03:29:10.419539 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-817b5992-e0dc-4909-b1a7-3e41eb0d131b service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Nov 19 03:29:10.453571 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f58881-48c3-4211-828b-adfb4db77769 req-3808f2bc-06d6-472f-826a-6e0f56aa2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.455082 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-3808f2bc-06d6-472f-826a-6e0f56aa2313 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 200 len: 850 time: 0.0437887 Nov 19 03:29:10.500999 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f58881-48c3-4211-828b-adfb4db77769 req-5bc23143-6ebc-4ef4-b2ed-2e23a90b1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.502621 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-5bc23143-6ebc-4ef4-b2ed-2e23a90b1585 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f425b87a-bd81-4b76-ae6d-df8730e55965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396900 Nov 19 03:29:10.510028 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7bb3b7de-c734-4679-a108-f3ced80672c6 req-730906d1-77ad-4d8f-bf8a-07983c2ea2cd service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Nov 19 03:29:10.602007 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-66c6daea-b9b1-41c5-8e73-c646c714c9ae service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915442 Nov 19 03:29:10.661523 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-fcedf6b0-1e55-4c43-9cef-4620e9d3276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.663893 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-fcedf6b0-1e55-4c43-9cef-4620e9d3276c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1097 time: 0.0453281 Nov 19 03:29:10.697849 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [req-a8f58881-48c3-4211-828b-adfb4db77769 req-eda39722-bf8f-493b-9610-c0f7c25038d0 service neutron] 10.222.0.50 "GET /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875041 Nov 19 03:29:10.759062 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-b6d6175f-579c-4658-8faf-c3b5b3c41d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.760444 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-b6d6175f-579c-4658-8faf-c3b5b3c41d34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0889351 Nov 19 03:29:10.807763 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-8815a152-64db-455a-b2a5-f5d49efbe965 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 217 time: 0.0388465 Nov 19 03:29:10.809628 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:10.860043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-25e54f6f-96b2-44c7-9050-82d236c2caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.861953 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-25e54f6f-96b2-44c7-9050-82d236c2caed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0464053 Nov 19 03:29:10.950993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-9b16458a-9e37-4a90-a191-99240508ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.952751 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-9b16458a-9e37-4a90-a191-99240508ee7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689480 Nov 19 03:29:10.960000 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e947aa-b516-4fed-bbe2-9c76d0839aa1 req-58acbd70-520e-43e6-b0d5-532b76f131b9 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:10.961408 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16e947aa-b516-4fed-bbe2-9c76d0839aa1 req-58acbd70-520e-43e6-b0d5-532b76f131b9 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0695505 Nov 19 03:29:11.059379 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16e947aa-b516-4fed-bbe2-9c76d0839aa1 req-acaadc1e-c9a0-4ab5-8aa8-c86008a4d71d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901155 Nov 19 03:29:11.081209 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-0de98779-36bc-40b7-92ca-7abb91e1e518 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188953 Nov 19 03:29:11.173977 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1784aac6-e6b9-45c2-972e-a716f9ab4fd9 req-804ce0f2-1f9f-4f69-9d6b-df5f3acd0c21 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Nov 19 03:29:12.174964 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6e65e-4a94-4dd6-a9b4-155fb8d05842 req-db5be859-e8e4-4ff5-8b3a-0b4d999ab8e9 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:12.176324 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-94e6e65e-4a94-4dd6-a9b4-155fb8d05842 req-db5be859-e8e4-4ff5-8b3a-0b4d999ab8e9 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0493264 Nov 19 03:29:12.225208 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-94e6e65e-4a94-4dd6-a9b4-155fb8d05842 req-924983cc-d007-4a26-8361-9e9c85d47811 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Nov 19 03:29:12.302885 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:12.911282 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:13.337586 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1784e9-fab8-4932-a6d6-e156ea49e291 req-55f30f4b-fd72-46d4-a24a-f9c03bf21772 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:13.339053 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be1784e9-fab8-4932-a6d6-e156ea49e291 req-55f30f4b-fd72-46d4-a24a-f9c03bf21772 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0486822 Nov 19 03:29:13.387389 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-be1784e9-fab8-4932-a6d6-e156ea49e291 req-559ab846-17fb-4d89-ae54-6d984a0e3b60 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Nov 19 03:29:14.505498 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759fee0-fa79-4bca-8761-9091360d6fa0 req-eecd3b92-344a-413e-a4a7-ae6371223d3f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:14.506981 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3759fee0-fa79-4bca-8761-9091360d6fa0 req-eecd3b92-344a-413e-a4a7-ae6371223d3f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0514040 Nov 19 03:29:14.554815 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3759fee0-fa79-4bca-8761-9091360d6fa0 req-5784a99b-13f9-4b3b-a392-1858b869c054 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Nov 19 03:29:15.680102 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71933bef-580c-4102-ba3e-508618e74f1e req-32af16ee-ddaf-4fd0-bf0a-2779ac3c1337 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:15.681554 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71933bef-580c-4102-ba3e-508618e74f1e req-32af16ee-ddaf-4fd0-bf0a-2779ac3c1337 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Nov 19 03:29:15.731444 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-71933bef-580c-4102-ba3e-508618e74f1e req-5ce8fff3-3c02-45c1-ab2d-f876ac0fee82 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Nov 19 03:29:16.852636 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1bcd8-8c79-4292-aa0c-5584081f1c33 req-374624f1-6a89-4ad7-ac28-39eac1d7245a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:16.854128 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ebc1bcd8-8c79-4292-aa0c-5584081f1c33 req-374624f1-6a89-4ad7-ac28-39eac1d7245a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0497525 Nov 19 03:29:16.908580 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ebc1bcd8-8c79-4292-aa0c-5584081f1c33 req-5ef8579d-9544-4404-8337-e41dcfda1b3b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479276 Nov 19 03:29:18.019999 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e74f3b-58f4-4a40-9ed7-51fc6286b240 req-e987b64e-5a4a-4116-aecd-efdf22ba367e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:18.021467 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42e74f3b-58f4-4a40-9ed7-51fc6286b240 req-e987b64e-5a4a-4116-aecd-efdf22ba367e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0481381 Nov 19 03:29:18.072018 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42e74f3b-58f4-4a40-9ed7-51fc6286b240 req-20e37a48-5904-4588-a083-5d118cb9893f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Nov 19 03:29:19.184575 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dceff4-b84b-450a-86bb-926f362ce81d req-cdd602d6-b662-4c90-8c3f-71c173fc623e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:19.186007 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89dceff4-b84b-450a-86bb-926f362ce81d req-cdd602d6-b662-4c90-8c3f-71c173fc623e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Nov 19 03:29:19.233569 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-89dceff4-b84b-450a-86bb-926f362ce81d req-0e7e39f7-a55e-40de-b05b-f8cf828e8313 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Nov 19 03:29:19.835564 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:29:19.950489 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ad396234-a82d-422a-9ca4-4d3f85240b28 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:29:20.045735 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port ad396234-a82d-422a-9ca4-4d3f85240b28, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ad396234-a82d-422a-9ca4-4d3f85240b28,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:20.056739 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:29:20.103417 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:20.111793 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad396234-a82d-422a-9ca4-4d3f85240b28 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:29:20.133003 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port ad396234-a82d-422a-9ca4-4d3f85240b28, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ad396234-a82d-422a-9ca4-4d3f85240b28,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:20.137207 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:20.187333 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=ad396234-a82d-422a-9ca4-4d3f85240b28,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:20.351006 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915724-32a9-4e93-b65a-0a5b6b0293c0 req-042c097b-d0cb-4c3e-891c-fb6c5f429dc8 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:20.352361 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3915724-32a9-4e93-b65a-0a5b6b0293c0 req-042c097b-d0cb-4c3e-891c-fb6c5f429dc8 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 945 time: 0.0527453 Nov 19 03:29:20.400674 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3915724-32a9-4e93-b65a-0a5b6b0293c0 req-a86fb05b-9bca-41c9-8950-cb79dad5ae43 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Nov 19 03:29:20.581943 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['ad396234-a82d-422a-9ca4-4d3f85240b28'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:29:21.513004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b3bae-140b-4bf1-b108-068332b78857 req-f57299f5-83ff-4aa7-9640-1fd186d7c9c0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:21.515229 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a06b3bae-140b-4bf1-b108-068332b78857 req-f57299f5-83ff-4aa7-9640-1fd186d7c9c0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Nov 19 03:29:21.563910 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a06b3bae-140b-4bf1-b108-068332b78857 req-a4acba8b-1de2-49d8-9451-1b4d64c361cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Nov 19 03:29:21.961922 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ad396234-a82d-422a-9ca4-4d3f85240b28 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:29:22.010710 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port ad396234-a82d-422a-9ca4-4d3f85240b28 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:29:22.014928 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port ad396234-a82d-422a-9ca4-4d3f85240b28 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:29:22.015295 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:22.095410 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:22.117875 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:29:22.120125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e793c-f0da-49c0-8682-86d85534669d" -d '{"events": [{"server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "name": "network-vif-plugged", "status": "completed", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:29:22.133381 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port ad396234-a82d-422a-9ca4-4d3f85240b28, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ad396234-a82d-422a-9ca4-4d3f85240b28,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:22.137579 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:22.160441 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c771ae-d163-44a4-a9ec-90eaf330091f x-openstack-request-id: req-f4c771ae-d163-44a4-a9ec-90eaf330091f {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:29:22.160737 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "name": "network-vif-plugged", "status": "completed", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:29:22.160987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4c771ae-d163-44a4-a9ec-90eaf330091f {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:29:22.161375 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'code': 200} Nov 19 03:29:22.188108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=ad396234-a82d-422a-9ca4-4d3f85240b28,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:22.404318 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388375bf-7a2b-4f33-860f-a74ac95db3d6 req-095e68e6-f3f1-4935-bf84-94e9d4e92aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:22.405965 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-388375bf-7a2b-4f33-860f-a74ac95db3d6 req-095e68e6-f3f1-4935-bf84-94e9d4e92aef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0435543 Nov 19 03:29:22.451203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-388375bf-7a2b-4f33-860f-a74ac95db3d6 req-cd0923dc-6e8e-477a-8bab-b78e4394d0d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384512 Nov 19 03:29:22.686908 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf68c-b37b-4f60-8bda-267ec69ba56b req-2c9c2d6e-f067-494e-a9c6-8a576793663c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:22.688503 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b14cf68c-b37b-4f60-8bda-267ec69ba56b req-2c9c2d6e-f067-494e-a9c6-8a576793663c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 946 time: 0.0509334 Nov 19 03:29:22.736869 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b14cf68c-b37b-4f60-8bda-267ec69ba56b req-bda90db9-465d-4fd8-ab22-7c892ae97b62 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Nov 19 03:29:23.854335 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdca920-6c05-4c10-a3ca-621860e4fa72 req-233d5d07-9d49-49ce-8b93-529152b03319 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:23.855836 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fdca920-6c05-4c10-a3ca-621860e4fa72 req-233d5d07-9d49-49ce-8b93-529152b03319 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Nov 19 03:29:23.912637 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7fdca920-6c05-4c10-a3ca-621860e4fa72 req-5975c45c-a724-46c4-a0d5-68330528767c tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502613 Nov 19 03:29:25.037715 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514515e6-5c0d-4f2d-be78-83e1d32744cf req-9e4c86c1-869c-4b62-8447-b3c61be948cd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:25.039235 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-514515e6-5c0d-4f2d-be78-83e1d32744cf req-9e4c86c1-869c-4b62-8447-b3c61be948cd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 946 time: 0.0505219 Nov 19 03:29:25.089562 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-514515e6-5c0d-4f2d-be78-83e1d32744cf req-4e80be37-0b12-4202-beeb-92af752f28bd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440502 Nov 19 03:29:25.203788 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d13878-5a96-4285-b8d9-bead70fb064a req-14c98583-7a54-4983-8ba1-4924cd120341 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:25.205260 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a3d13878-5a96-4285-b8d9-bead70fb064a req-14c98583-7a54-4983-8ba1-4924cd120341 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 946 time: 0.0475149 Nov 19 03:29:25.252298 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a3d13878-5a96-4285-b8d9-bead70fb064a req-9a17aa2b-b022-4b61-a52f-2a871b095179 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Nov 19 03:29:25.273824 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33716) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:25.315903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d696b7e3-cfa8-488f-a521-2a5ab943946b tempest-TestVolumeBootPattern-518499388 tempest-TestVolumeBootPattern-518499388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:25.317374 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d696b7e3-cfa8-488f-a521-2a5ab943946b tempest-TestVolumeBootPattern-518499388 tempest-TestVolumeBootPattern-518499388-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1094 time: 0.0425987 Nov 19 03:29:25.320049 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33718) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:25.324086 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:29:25.345528 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:25.447897 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:25.552664 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Allocated IP 172.27.0.169 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/b6bc1775-d248-47e4-ab5e-f9d705d8f8de) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:29:25.652682 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:25.685547 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:25.733764 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:29:25.736895 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:29:25.740497 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:29:25.764083 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=b6bc1775-d248-47e4-ab5e-f9d705d8f8de,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:25.775930 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.776276 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.776614 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.776960 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.777268 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.777594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.777917 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.778240 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.778583 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.778903 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.779224 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:25.779537 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:29:26.122244 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:26.192055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:26.339383 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:26.344246 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:26.410489 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=b6bc1775-d248-47e4-ab5e-f9d705d8f8de,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:26.423176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:26.521760 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Floating IP 80c81be4-5c61-482d-a147-84ae46dc9bcc associated. External IP: 172.27.0.169, port: ad396234-a82d-422a-9ca4-4d3f85240b28. Nov 19 03:29:26.730896 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:29:27.092199 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:29:27.102946 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:29:27.112449 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:27.116322 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:27.117198 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:27.155677 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-6e9b18fb-a0e9-4fe5-b912-c88fa207d2af tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8333766 Nov 19 03:29:27.156244 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:29:27.158037 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:29:27.193268 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702822ab-df0b-4121-a1b0-8676e9108f0c x-openstack-request-id: req-702822ab-df0b-4121-a1b0-8676e9108f0c {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:29:27.193556 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:29:27.193805 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-702822ab-df0b-4121-a1b0-8676e9108f0c {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:29:27.194199 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'status': 'completed', 'code': 200} Nov 19 03:29:27.227598 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:27.278036 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-9b061131-ee18-4c1a-ae32-bbb9c87cc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:27.279673 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-9b061131-ee18-4c1a-ae32-bbb9c87cc49a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0403445 Nov 19 03:29:27.389051 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-892969cf-e054-4dc8-8e92-2e6a828ca37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:27.391414 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-892969cf-e054-4dc8-8e92-2e6a828ca37a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.1045985 Nov 19 03:29:27.457736 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:25Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:27.466961 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-d6c98e8e-ad88-41d5-b612-a1b1b1ec5b22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 1000 time: 0.0678365 Nov 19 03:29:27.483904 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:29:27.492071 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:27.492655 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:27.515502 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-97dcc4cd-f84a-48b4-8097-4d44677903ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:27.516932 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-97dcc4cd-f84a-48b4-8097-4d44677903ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0431626 Nov 19 03:29:27.566746 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-ea662b52-b17d-4079-8cd3-e7107146b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:27.568212 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-ea662b52-b17d-4079-8cd3-e7107146b9a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438297 Nov 19 03:29:27.603906 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:27.657127 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-485d19d0-75dc-4dd5-9a9b-264860589389 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809081 Nov 19 03:29:27.761655 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5e2ea1fb-245e-4887-99e9-0751f9fb80fc req-55b2a913-d5d8-49a5-841e-1e671c9f9c42 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971286 Nov 19 03:29:27.952416 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:25Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:27.978181 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ed1b0-f5c4-4581-9db8-f190c23175f1 None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:25Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:29:28.164533 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604da0e-df97-4fce-86bb-c179d3790230 None None] New status for floating IP 80c81be4-5c61-482d-a147-84ae46dc9bcc: ACTIVE {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:29:37.403287 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ccfc8dc8-15c4-4c40-8cf6-d47cfcad76b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:37.753308 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:37.941354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8c3de-473f-4ff6-ac4a-987fba8619d0 req-7f4bf761-3496-4c67-a50c-d41a317ddb00 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:37.942743 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7d8c3de-473f-4ff6-ac4a-987fba8619d0 req-7f4bf761-3496-4c67-a50c-d41a317ddb00 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Nov 19 03:29:37.990346 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d7d8c3de-473f-4ff6-ac4a-987fba8619d0 req-7ddc64d4-700d-4098-967c-ee8d62a96d62 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Nov 19 03:29:39.106372 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ac8f8-c402-4e5e-b63d-0df6200117b7 req-ce8ff223-deb8-4d00-aef6-790fd0dc4fb3 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:39.107899 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e69ac8f8-c402-4e5e-b63d-0df6200117b7 req-ce8ff223-deb8-4d00-aef6-790fd0dc4fb3 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0485811 Nov 19 03:29:39.159741 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e69ac8f8-c402-4e5e-b63d-0df6200117b7 req-d5669452-3eec-4ea7-9014-ff037c57c88e tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447967 Nov 19 03:29:39.671463 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-72871f70-a857-4c16-a3a4-ec262042374b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.279000 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4484b51-1bd2-4c1d-b3a6-162c14b2cb29 req-54cffc6d-3ec2-489c-b78f-09776ac3544b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:40.280745 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e4484b51-1bd2-4c1d-b3a6-162c14b2cb29 req-54cffc6d-3ec2-489c-b78f-09776ac3544b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0483038 Nov 19 03:29:40.359265 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e4484b51-1bd2-4c1d-b3a6-162c14b2cb29 req-1577c78c-0f71-45eb-ad65-8e768079964b tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups?id=000c5542-6fed-4e10-afa2-7b1aab19fa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722187 Nov 19 03:29:40.368918 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-6fa70dff-f07d-491b-b7ba-d72ab823fe2c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:40.370577 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-6fa70dff-f07d-491b-b7ba-d72ab823fe2c tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 946 time: 0.0779212 Nov 19 03:29:40.464673 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Deleting port f7a46174-e8bc-466b-af2e-40c5bc49b38d {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:40.465009 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.552957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] For port f7a46174-e8bc-466b-af2e-40c5bc49b38d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f7a46174-e8bc-466b-af2e-40c5bc49b38d,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:40.553237 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.728637 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.728989 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.729297 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Floating IP 5d7fdaad-7b7e-4121-955f-e276f1ab4317 disassociated. External IP: 172.27.0.108, port: f7a46174-e8bc-466b-af2e-40c5bc49b38d. Nov 19 03:29:40.729630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Calling delete_port for f7a46174-e8bc-466b-af2e-40c5bc49b38d owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:40.811129 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.857331 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:40.883062 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event deleted for resources: {'Port': ['ID=f7a46174-e8bc-466b-af2e-40c5bc49b38d,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:41.000051 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:29:41.112571 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:29:41.122707 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:29:41.132574 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:41.133176 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:41.155064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] No DVR routers for this DVR port f7a46174-e8bc-466b-af2e-40c5bc49b38d on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:29:41.157569 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:41.161026 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ede37d64-ddd6-47ba-b7d1-9f1e1e812789 req-bbda6868-8c6e-4a8b-b0f3-b6fa36518b4a tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.50 "DELETE /v2.0/ports/f7a46174-e8bc-466b-af2e-40c5bc49b38d HTTP/1.1" status: 204 len: 173 time: 0.7841141 Nov 19 03:29:41.161488 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'name': 'network-vif-deleted', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:29:41.164274 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c58c5-a757-453c-813d-3ee0babda4fc" -d '{"events": [{"server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "name": "network-vif-deleted", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:29:41.203132 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe4498-0b66-4a2f-8c95-c8d34bbfe8ed x-openstack-request-id: req-f6fe4498-0b66-4a2f-8c95-c8d34bbfe8ed {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:29:41.204433 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d25e92-7d0e-4a2a-8c3c-b5a5f296c502", "name": "network-vif-deleted", "tag": "f7a46174-e8bc-466b-af2e-40c5bc49b38d", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:29:41.204691 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6fe4498-0b66-4a2f-8c95-c8d34bbfe8ed {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:29:41.205174 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d25e92-7d0e-4a2a-8c3c-b5a5f296c502', 'name': 'network-vif-deleted', 'tag': 'f7a46174-e8bc-466b-af2e-40c5bc49b38d', 'status': 'completed', 'code': 200} Nov 19 03:29:41.252160 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:41.461528 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:41.467706 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3c56fefd-0862-4695-9ba4-669ebd26b0be req-15adf68e-d0fe-4282-ace3-69bb8a4bca58 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/ports?device_id=93d25e92-7d0e-4a2a-8c3c-b5a5f296c502 HTTP/1.1" status: 200 len: 210 time: 0.0266905 Nov 19 03:29:41.491678 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:29:41.500048 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:41.500774 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:41.604101 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:41.806769 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:41.836224 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb378c-22bd-49dd-908f-a7fc59f30619 None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:50Z', 'revision_number': 4, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '1445ea99-b5c5-4005-822a-0968999a431b', 'name': '', 'network_id': 'f425b87a-bd81-4b76-ae6d-df8730e55965', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'mac_address': 'fa:16:3e:5f:a7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:49Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'subnets': [{'id': 'c9383085-cd54-4a8a-8edf-8b38a7780775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:29:42.037300 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336b113-82d8-44bf-a77a-bac1efb600f3 None None] New status for floating IP 5d7fdaad-7b7e-4121-955f-e276f1ab4317: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:29:42.306366 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.549810 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33818) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:42.602737 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74deb501-41d4-44f9-ad16-0dd106e0e45f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.624740 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74deb501-41d4-44f9-ad16-0dd106e0e45f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.674296 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74deb501-41d4-44f9-ad16-0dd106e0e45f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.676860 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-74deb501-41d4-44f9-ad16-0dd106e0e45f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.678016 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-74deb501-41d4-44f9-ad16-0dd106e0e45f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "DELETE /v2.0/security-groups/000c5542-6fed-4e10-afa2-7b1aab19fa0f HTTP/1.1" status: 204 len: 168 time: 0.1271863 Nov 19 03:29:42.680937 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33820) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:42.686715 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deb501-41d4-44f9-ad16-0dd106e0e45f tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c5542-6fed-4e10-afa2-7b1aab19fa0f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:42.695382 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.api.v2.resource [None req-f0fd1c65-49c1-4792-9099-03052c3eb962 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] show failed (client error): The resource could not be found. Nov 19 03:29:42.696502 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f0fd1c65-49c1-4792-9099-03052c3eb962 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "GET /v2.0/security-groups/000c5542-6fed-4e10-afa2-7b1aab19fa0f HTTP/1.1" status: 404 len: 347 time: 0.0144885 Nov 19 03:29:42.699534 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33822) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:42.826414 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Deleting port 646ec5d0-99f2-457d-ab91-390f1eae889e {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:42.826682 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.900313 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.900633 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.913071 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:42.913645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Calling delete_port for 646ec5d0-99f2-457d-ab91-390f1eae889e owned by network:floatingip {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:43.048498 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:43.076519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Pushing event deleted for resources: {'Port': ['ID=646ec5d0-99f2-457d-ab91-390f1eae889e,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:43.137018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks [] for floatingip, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:43.139767 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:43.140917 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-9e0d7e70-dca9-47cf-9261-8f7960751b69 tempest-AttachVolumeTestJSON-655736952 tempest-AttachVolumeTestJSON-655736952-project] 10.222.0.47 "DELETE /v2.0/floatingips/5d7fdaad-7b7e-4121-955f-e276f1ab4317 HTTP/1.1" status: 204 len: 168 time: 0.4403384 Nov 19 03:29:44.103469 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f7a46174-e8bc-466b-af2e-40c5bc49b38d no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:29:44.123012 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: f7a46174-e8bc-466b-af2e-40c5bc49b38d {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:29:44.123345 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device f7a46174-e8bc-466b-af2e-40c5bc49b38d not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:29:46.663867 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33852) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:47.393084 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:47.629218 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Deleting port 1445ea99-b5c5-4005-822a-0968999a431b {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:47.629559 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:47.708550 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] For port 1445ea99-b5c5-4005-822a-0968999a431b, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1445ea99-b5c5-4005-822a-0968999a431b,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:47.709218 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:47.721761 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Calling delete_port for 1445ea99-b5c5-4005-822a-0968999a431b owned by network:router_interface {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:47.895938 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:47.920798 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Pushing event deleted for resources: {'Port': ['ID=1445ea99-b5c5-4005-822a-0968999a431b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:48.088703 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:48.302517 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Router 6570fb83-e86d-4d4e-9b02-98d000da6b10 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:29:48.409447 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:29:48.414969 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0df81c2c-3750-4a6a-8ef7-0368f09acfee admin admin] 10.222.0.47 "PUT /v2.0/routers/6570fb83-e86d-4d4e-9b02-98d000da6b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500527 Nov 19 03:29:48.417928 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33858) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:48.419514 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] Sync routers for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:29:48.429415 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:48.430015 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:48.522594 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks [] for router, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:48.534036 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:48.625716 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:48.677392 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Deleting port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:48.677734 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:48.709537 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:29:47Z', 'revision_number': 5, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port': {'id': 'ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:48.736480 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] Checking router: 6570fb83-e86d-4d4e-9b02-98d000da6b10 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:29:48.744548 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] Routers {'6570fb83-e86d-4d4e-9b02-98d000da6b10'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:48.745139 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6570fb83-e86d-4d4e-9b02-98d000da6b10'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:48.757904 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] For port ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:48.758439 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:48.769877 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Calling delete_port for ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 owned by network:router_gateway {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:48.829249 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] Set router 6570fb83-e86d-4d4e-9b02-98d000da6b10 gateway port host: None {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:48.882914 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:29:48Z', 'revision_number': 6, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:48.909749 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65ae3f-e5cd-4690-9704-80ba2e716c78 None None] The sync data for ids ['6570fb83-e86d-4d4e-9b02-98d000da6b10'] in dv-cinder-818037-4-iscsi is: [{'id': '6570fb83-e86d-4d4e-9b02-98d000da6b10', 'name': 'tempest-AttachVolumeTestJSON-1561645803-router', 'tenant_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:21:46Z', 'updated_at': '2021-11-19T03:29:48Z', 'revision_number': 6, 'project_id': '47d64b0b6d824dcaa62fc05f714c4d3b', 'gw_port_host': None}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:29:48.936040 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:48.958823 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:49.023725 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.115845 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.118001 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.159601 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.160054 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6570fb83-e86d-4d4e-9b02-98d000da6b10 {{(pid=102573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:29:49.164769 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.165970 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bf9ce568-eab1-412f-8db6-b8765e9d3129 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6570fb83-e86d-4d4e-9b02-98d000da6b10 HTTP/1.1" status: 204 len: 168 time: 0.7470658 Nov 19 03:29:49.168658 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33860) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:49.212516 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Deleting subnet c9383085-cd54-4a8a-8edf-8b38a7780775 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:29:49.215599 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.251062 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.337174 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.388090 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.411611 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9383085-cd54-4a8a-8edf-8b38a7780775,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:49.417510 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.420745 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-787766d5-f4ad-4c9d-9310-823fa6cfe8ad admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c9383085-cd54-4a8a-8edf-8b38a7780775 HTTP/1.1" status: 204 len: 168 time: 0.2511773 Nov 19 03:29:49.423808 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859bc73-3a52-46b7-8d22-60c6ccedd935 None None] Network f425b87a-bd81-4b76-ae6d-df8730e55965 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:29:49.424627 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33862) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:49.491986 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.551490 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Deleting port fbbc7a12-0856-446d-9106-07c1d3497bed {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:49.551825 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.616385 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] For port fbbc7a12-0856-446d-9106-07c1d3497bed, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fbbc7a12-0856-446d-9106-07c1d3497bed,segment=NetworkSegment(1c5d36d2-a162-4fc9-95ca-258be85f529d),segment_id=1c5d36d2-a162-4fc9-95ca-258be85f529d)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:49.616693 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.630158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Calling delete_port for fbbc7a12-0856-446d-9106-07c1d3497bed owned by network:dhcp {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:49.717647 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.742923 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f6f19-0947-4ba7-b790-0193c010ef71 None None] DHCP port deletion for f425b87a-bd81-4b76-ae6d-df8730e55965 request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:29:49.744678 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbc7a12-0856-446d-9106-07c1d3497bed,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:49.746636 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] No DVR routers for this DVR port fbbc7a12-0856-446d-9106-07c1d3497bed on host dv-cinder-818037-4-iscsi {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:29:49.824887 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.845461 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f425b87a-bd81-4b76-ae6d-df8730e55965']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:49.855246 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5d36d2-a162-4fc9-95ca-258be85f529d') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:49.855576 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5d36d2-a162-4fc9-95ca-258be85f529d') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:49.866985 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.882735 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.889593 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:29:49.890186 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:29:49.892971 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:29:49.956872 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.963163 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:49.966722 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] 10.222.0.47 "DELETE /v2.0/networks/f425b87a-bd81-4b76-ae6d-df8730e55965 HTTP/1.1" status: 204 len: 168 time: 0.5410154 Nov 19 03:29:49.979295 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddefdb-9a52-492c-99ea-04603fffcb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=f425b87a-bd81-4b76-ae6d-df8730e55965,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:50.070583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1445ea99-b5c5-4005-822a-0968999a431b no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:29:50.093195 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 1445ea99-b5c5-4005-822a-0968999a431b {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:29:50.093537 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1445ea99-b5c5-4005-822a-0968999a431b not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:29:50.093951 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:29:50.110357 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33866) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:50.115926 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:29:50.116273 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device ff29cf47-1d5c-4f11-b0f0-a891bbfd0a22 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:29:50.116687 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fbbc7a12-0856-446d-9106-07c1d3497bed no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:29:50.140828 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: fbbc7a12-0856-446d-9106-07c1d3497bed {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:29:50.141368 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fbbc7a12-0856-446d-9106-07c1d3497bed not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:29:50.159985 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-3428b579-592d-4b0f-b74d-13649e5a1c65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47d64b0b6d824dcaa62fc05f714c4d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478494 Nov 19 03:29:50.162333 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33868) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:50.224180 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61296846-de8d-4e99-81a7-798b7871b5e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:50.252810 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61296846-de8d-4e99-81a7-798b7871b5e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:50.299578 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61296846-de8d-4e99-81a7-798b7871b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:50.302520 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-61296846-de8d-4e99-81a7-798b7871b5e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:50.303787 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-61296846-de8d-4e99-81a7-798b7871b5e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73954043-01cc-4e54-b10b-22ea766b0c61 HTTP/1.1" status: 204 len: 168 time: 0.1403975 Nov 19 03:29:50.315116 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296846-de8d-4e99-81a7-798b7871b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73954043-01cc-4e54-b10b-22ea766b0c61,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:51.531187 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ada8-a78f-48f2-ae48-51fe51dcb205 req-78dfe111-3374-42ac-8fe4-25804377cc4b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:51.533322 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9407ada8-a78f-48f2-ae48-51fe51dcb205 req-78dfe111-3374-42ac-8fe4-25804377cc4b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 947 time: 0.0513494 Nov 19 03:29:51.580788 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9407ada8-a78f-48f2-ae48-51fe51dcb205 req-a39ad695-ae1e-4047-bf45-11913d0b235e tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Nov 19 03:29:51.759304 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33920) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:51.863039 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-979c7b88-004e-434f-a336-d3c2e3dc7e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:51.934075 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-979c7b88-004e-434f-a336-d3c2e3dc7e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:51.937527 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-979c7b88-004e-434f-a336-d3c2e3dc7e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:51.978175 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-979c7b88-004e-434f-a336-d3c2e3dc7e93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ee9fcc85c5b43c88ff106a0e3ec09a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178071 Nov 19 03:29:51.979042 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7b88-004e-434f-a336-d3c2e3dc7e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9da224-4c29-4d08-ac28-06e3236d4cd8,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:51.981460 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33924) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:52.029066 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a05018fa-0b3e-4b3c-878d-eae174d16433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.050607 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a05018fa-0b3e-4b3c-878d-eae174d16433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.100856 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a05018fa-0b3e-4b3c-878d-eae174d16433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.103413 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-a05018fa-0b3e-4b3c-878d-eae174d16433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.106935 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-a05018fa-0b3e-4b3c-878d-eae174d16433 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d9da224-4c29-4d08-ac28-06e3236d4cd8 HTTP/1.1" status: 204 len: 168 time: 0.1221187 Nov 19 03:29:52.112236 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05018fa-0b3e-4b3c-878d-eae174d16433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9da224-4c29-4d08-ac28-06e3236d4cd8,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:52.365470 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 33930) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:52.378786 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03ff4236-f644-4b2d-8cbd-1432f1f25624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.455425 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03ff4236-f644-4b2d-8cbd-1432f1f25624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.459223 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-03ff4236-f644-4b2d-8cbd-1432f1f25624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.496627 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-03ff4236-f644-4b2d-8cbd-1432f1f25624 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e233aecf5e494fc4b768a855e7d8365c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300814 Nov 19 03:29:52.497331 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff4236-f644-4b2d-8cbd-1432f1f25624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb107cd-f4f6-492b-8712-f45d6205819e,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:52.499343 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33932) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:52.549266 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f553f1b8-60b4-487d-9a56-bfd59e8ef581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.569962 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f553f1b8-60b4-487d-9a56-bfd59e8ef581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.616623 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f553f1b8-60b4-487d-9a56-bfd59e8ef581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.619501 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-f553f1b8-60b4-487d-9a56-bfd59e8ef581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:52.623432 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-f553f1b8-60b4-487d-9a56-bfd59e8ef581 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cb107cd-f4f6-492b-8712-f45d6205819e HTTP/1.1" status: 204 len: 168 time: 0.1230481 Nov 19 03:29:52.632055 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553f1b8-60b4-487d-9a56-bfd59e8ef581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb107cd-f4f6-492b-8712-f45d6205819e,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:52.706244 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971e9b9-80be-4ec6-bab7-fde19713e603 req-1ed9806f-b951-4c02-9f68-a8c10bf3d92a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:52.707799 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b971e9b9-80be-4ec6-bab7-fde19713e603 req-1ed9806f-b951-4c02-9f68-a8c10bf3d92a tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 947 time: 0.0515523 Nov 19 03:29:52.761375 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b971e9b9-80be-4ec6-bab7-fde19713e603 req-c6e73088-e2ff-42eb-9b78-0732677e5e91 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb6797be-4051-4b9c-88c8-7ec74e71df28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477908 Nov 19 03:29:53.193638 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-91516e35-9168-4048-b0ca-120756271762 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:29:53.195360 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-91516e35-9168-4048-b0ca-120756271762 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 947 time: 0.0518148 Nov 19 03:29:53.286455 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Deleting port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:53.286818 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:53.377424 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] For port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:53.377833 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:53.552229 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:53.552842 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:53.552998 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Floating IP b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e disassociated. External IP: 172.27.0.64, port: 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5. Nov 19 03:29:53.553231 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Calling delete_port for 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:53.688252 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:53.716921 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event deleted for resources: {'Port': ['ID=7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:53.835468 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:29:53.866075 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20d483f0-8ca2-4e48-91c9-87c005fa0fd8 req-aaa544ca-6482-404b-badd-aca9303cf374 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a889deb-2a02-4c52-8e3d-a666e5cbb1ba HTTP/1.1" status: 200 len: 210 time: 0.0289688 Nov 19 03:29:53.972229 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:29:53.983340 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:29:53.994193 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:53.994909 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:54.015624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] No DVR routers for this DVR port 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:29:54.018999 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:54.023449 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f84f74a5-baf6-439c-a0a5-8bc575fd1b47 req-f325f591-e99d-41c5-8f3f-3fac1b3d8758 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.50 "DELETE /v2.0/ports/7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 HTTP/1.1" status: 204 len: 173 time: 0.8221984 Nov 19 03:29:54.023905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-deleted', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:29:54.026731 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14feee33-3ac3-4321-91a0-d9629d0a2a93" -d '{"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-deleted", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:29:54.088277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd8ebbd-2711-4d48-b7d3-22015ae66228 x-openstack-request-id: req-bfd8ebbd-2711-4d48-b7d3-22015ae66228 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:29:54.088580 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a889deb-2a02-4c52-8e3d-a666e5cbb1ba", "name": "network-vif-deleted", "tag": "7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:29:54.088888 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bfd8ebbd-2711-4d48-b7d3-22015ae66228 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:29:54.089231 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a889deb-2a02-4c52-8e3d-a666e5cbb1ba', 'name': 'network-vif-deleted', 'tag': '7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5', 'status': 'completed', 'code': 200} Nov 19 03:29:54.129651 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:54.375154 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:54.501399 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:29:54.513278 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:54.514024 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:54.629944 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:29:54.847435 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:54.874082 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d4605b-9a3d-4ccb-908a-552550971336 None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:20:02Z', 'revision_number': 4, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '4b390fe0-87fc-4a0d-a9c8-3789a36bb055', 'name': '', 'network_id': 'dc33bde6-1f11-4e70-b114-c741f5e152cf', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'mac_address': 'fa:16:3e:16:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:20:01Z', 'updated_at': '2021-11-19T03:20:12Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'subnets': [{'id': 'fb57a4c3-8bf7-4658-b6e1-4fca1118aabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:29:54.960961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 33998) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:55.022159 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1795e19-bba9-4da4-a4f9-4a1c90a13471 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.048961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1795e19-bba9-4da4-a4f9-4a1c90a13471 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.097096 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0678e8f-e607-4ca9-af6c-12f3e9876045 None None] New status for floating IP b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e: DOWN {{(pid=102575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:29:55.099559 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1795e19-bba9-4da4-a4f9-4a1c90a13471 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.102313 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e1795e19-bba9-4da4-a4f9-4a1c90a13471 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.103522 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e1795e19-bba9-4da4-a4f9-4a1c90a13471 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "DELETE /v2.0/security-groups/bb6797be-4051-4b9c-88c8-7ec74e71df28 HTTP/1.1" status: 204 len: 168 time: 0.1414800 Nov 19 03:29:55.106278 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34000) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:55.113803 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1795e19-bba9-4da4-a4f9-4a1c90a13471 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6797be-4051-4b9c-88c8-7ec74e71df28,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:55.127521 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.api.v2.resource [None req-4a5c2ac4-485f-4dbd-b751-ebdbf72e025b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] show failed (client error): The resource could not be found. Nov 19 03:29:55.128576 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-4a5c2ac4-485f-4dbd-b751-ebdbf72e025b tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "GET /v2.0/security-groups/bb6797be-4051-4b9c-88c8-7ec74e71df28 HTTP/1.1" status: 404 len: 347 time: 0.0206351 Nov 19 03:29:55.131358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34002) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:55.257598 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Deleting port 749d8d12-819f-4593-b70f-6d5868d2d6ad {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:55.257937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.334287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.334646 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.346620 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Calling delete_port for 749d8d12-819f-4593-b70f-6d5868d2d6ad owned by network:floatingip {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:55.475807 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.502294 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Pushing event deleted for resources: {'Port': ['ID=749d8d12-819f-4593-b70f-6d5868d2d6ad,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:55.560234 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks [] for floatingip, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.562897 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:55.564152 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-aeeb65cb-cd03-42a7-ab52-c9206e7ae2d2 tempest-AttachVolumeShelveTestJSON-866420289 tempest-AttachVolumeShelveTestJSON-866420289-project] 10.222.0.47 "DELETE /v2.0/floatingips/b5485a60-2f9b-4b57-8fe6-d0b1b59f5e7e HTTP/1.1" status: 204 len: 168 time: 0.4318845 Nov 19 03:29:56.833405 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:29:57.992440 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34060) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:58.212221 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:29:58.236827 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:29:58.237085 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 7ed0f6c9-ba15-4c53-b55d-b5d4da5d47f5 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:29:58.503796 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:58.988366 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Deleting port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:29:58.988701 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:59.064771 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] For port 4b390fe0-87fc-4a0d-a9c8-3789a36bb055, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:29:59.065464 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:59.078593 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Calling delete_port for 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 owned by network:router_interface {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:29:59.264713 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:59.289905 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b390fe0-87fc-4a0d-a9c8-3789a36bb055,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:29:59.468324 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:59.691851 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Router 6c08a2e9-3632-4095-ac26-bc66d69fef48 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:29:59.796721 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:29:59.802532 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0d49236c-0c0a-45b4-a936-aafdfb35063e admin admin] 10.222.0.47 "PUT /v2.0/routers/6c08a2e9-3632-4095-ac26-bc66d69fef48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089416 Nov 19 03:29:59.805167 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34082) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:29:59.806547 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] Sync routers for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:29:59.819284 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:29:59.819894 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:29:59.906525 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks [] for router, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:29:59.929046 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:30:00.014119 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.080260 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Deleting port 1a90fcc1-10a7-40fe-8063-0ba878079943 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:30:00.080627 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.108012 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:29:59Z', 'revision_number': 5, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port': {'id': '1a90fcc1-10a7-40fe-8063-0ba878079943', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:19:55Z', 'updated_at': '2021-11-19T03:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:30:00.134838 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] Checking router: 6c08a2e9-3632-4095-ac26-bc66d69fef48 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:30:00.143472 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] Routers {'6c08a2e9-3632-4095-ac26-bc66d69fef48'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:30:00.144069 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:29:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['6c08a2e9-3632-4095-ac26-bc66d69fef48'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:30:00.164672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] For port 1a90fcc1-10a7-40fe-8063-0ba878079943, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1a90fcc1-10a7-40fe-8063-0ba878079943,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:30:00.164972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.176860 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Calling delete_port for 1a90fcc1-10a7-40fe-8063-0ba878079943 owned by network:router_gateway {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:30:00.226573 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] Set router 6c08a2e9-3632-4095-ac26-bc66d69fef48 gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:30:00.279153 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:30:00Z', 'revision_number': 6, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:30:00.305862 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb64119-7f5e-4639-b137-418f1b7bb009 None None] The sync data for ids ['6c08a2e9-3632-4095-ac26-bc66d69fef48'] in dv-cinder-818037-4-iscsi is: [{'id': '6c08a2e9-3632-4095-ac26-bc66d69fef48', 'name': 'tempest-AttachVolumeShelveTestJSON-126352708-router', 'tenant_id': 'fcaf6436c60844aaba3497db6db06391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:19:53Z', 'updated_at': '2021-11-19T03:30:00Z', 'revision_number': 6, 'project_id': 'fcaf6436c60844aaba3497db6db06391', 'gw_port_host': None}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:30:00.341803 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.368524 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a90fcc1-10a7-40fe-8063-0ba878079943,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:00.429082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.527630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.529743 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.586784 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.587715 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c08a2e9-3632-4095-ac26-bc66d69fef48 {{(pid=102574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:30:00.593670 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.595512 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ebcb9bc2-90a9-402b-beec-f3ee91bbd873 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6c08a2e9-3632-4095-ac26-bc66d69fef48 HTTP/1.1" status: 204 len: 168 time: 0.7891841 Nov 19 03:30:00.598004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34094) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:00.627710 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34096) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:00.651644 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Deleting subnet fb57a4c3-8bf7-4658-b6e1-4fca1118aabc {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:30:00.655646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.694302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5208124'] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.760693 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0540a0a1-fdba-429f-8650-2b4e94a2a8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.840581 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.920205 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7388785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5011098'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.937302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0540a0a1-fdba-429f-8650-2b4e94a2a8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.959723 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb57a4c3-8bf7-4658-b6e1-4fca1118aabc,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:00.961418 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-0540a0a1-fdba-429f-8650-2b4e94a2a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.968478 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:00.972311 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-9c2b9c2b-e4bf-4a31-8b46-d2ea9553d1d2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fb57a4c3-8bf7-4658-b6e1-4fca1118aabc HTTP/1.1" status: 204 len: 168 time: 0.3733256 Nov 19 03:30:00.973490 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489eee4-05f8-4b99-8d92-f4dd4be2912c None None] Network dc33bde6-1f11-4e70-b114-c741f5e152cf requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:30:00.975199 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34100) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:01.057518 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.131551 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Deleting port 118e855d-fc96-4c4a-931a-f4adde03e96c {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:30:01.131903 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.218951 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] DHCP port deletion for dc33bde6-1f11-4e70-b114-c741f5e152cf request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:30:01.237021 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] For port 118e855d-fc96-4c4a-931a-f4adde03e96c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=118e855d-fc96-4c4a-931a-f4adde03e96c,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:30:01.237585 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.254598 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Calling delete_port for 118e855d-fc96-4c4a-931a-f4adde03e96c owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:30:01.283393 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Deleting port 118e855d-fc96-4c4a-931a-f4adde03e96c {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:30:01.284022 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.305808 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-0540a0a1-fdba-429f-8650-2b4e94a2a8ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f664b28778442ecb1b40c10c6a11a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6770670 Nov 19 03:30:01.306722 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a0a1-fdba-429f-8650-2b4e94a2a8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14beeb6c-43d5-4613-8233-aa8632b0c20f,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:01.308993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34102) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:01.367397 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] For port 118e855d-fc96-4c4a-931a-f4adde03e96c, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=118e855d-fc96-4c4a-931a-f4adde03e96c,segment=NetworkSegment(47395da1-bb06-4570-9032-7208a1af562b),segment_id=47395da1-bb06-4570-9032-7208a1af562b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:30:01.368006 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.368931 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-24447aa6-00bc-46cc-8d7d-c874d50dc7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.388992 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Calling delete_port for 118e855d-fc96-4c4a-931a-f4adde03e96c owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:30:01.399288 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-24447aa6-00bc-46cc-8d7d-c874d50dc7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.401923 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.431759 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=118e855d-fc96-4c4a-931a-f4adde03e96c,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:01.435862 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] No DVR routers for this DVR port 118e855d-fc96-4c4a-931a-f4adde03e96c on host dv-cinder-818037-4-iscsi {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:30:01.473398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-24447aa6-00bc-46cc-8d7d-c874d50dc7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.475923 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-24447aa6-00bc-46cc-8d7d-c874d50dc7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.479493 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-24447aa6-00bc-46cc-8d7d-c874d50dc7ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14beeb6c-43d5-4613-8233-aa8632b0c20f HTTP/1.1" status: 204 len: 168 time: 0.1671939 Nov 19 03:30:01.494368 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24447aa6-00bc-46cc-8d7d-c874d50dc7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14beeb6c-43d5-4613-8233-aa8632b0c20f,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:01.535012 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809'] for port, after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.544530 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.565237 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Pushing event deleted for resources: {'Port': ['ID=118e855d-fc96-4c4a-931a-f4adde03e96c,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:01.572238 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc33bde6-1f11-4e70-b114-c741f5e152cf']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:30:01.572770 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] No DVR routers for this DVR port 118e855d-fc96-4c4a-931a-f4adde03e96c on host dv-cinder-818037-4-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:30:01.576315 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.576932 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.577714 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.578229 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.578816 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.579352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.579980 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.580508 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.581108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.581643 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.582159 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.582685 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6242a0-6c8e-48a6-a533-ffca5dc40570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:01.591001 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47395da1-bb06-4570-9032-7208a1af562b') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:30:01.591386 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47395da1-bb06-4570-9032-7208a1af562b') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:30:01.604526 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.622877 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.631260 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:30:01.631758 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:30:01.633774 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:30:01.698367 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.704123 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.707566 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] 10.222.0.47 "DELETE /v2.0/networks/dc33bde6-1f11-4e70-b114-c741f5e152cf HTTP/1.1" status: 204 len: 168 time: 0.7312427 Nov 19 03:30:01.721712 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad5b30-b3c7-4fa5-a7be-df911853bc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc33bde6-1f11-4e70-b114-c741f5e152cf,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:01.847562 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34110) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:01.861080 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d773-a9da-4feb-996d-4c7a454277c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.903054 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34112) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:01.965567 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bae5fa5d-71c9-4ddb-b79b-9052cb6eb23a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcaf6436c60844aaba3497db6db06391&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0614202 Nov 19 03:30:01.967420 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d773-a9da-4feb-996d-4c7a454277c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:01.968325 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34114) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:01.972434 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d773-a9da-4feb-996d-4c7a454277c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.015764 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7ea1d773-a9da-4feb-996d-4c7a454277c1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71ccae8900754e55827bfe80054a997f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669478 Nov 19 03:30:02.017269 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34116) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:02.019523 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d773-a9da-4feb-996d-4c7a454277c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ab530-0f6a-43dd-983d-776e94ae6abf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:02.021078 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cc0872da-742b-4662-9cd7-370a56324d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.047476 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cc0872da-742b-4662-9cd7-370a56324d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.077932 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1a90fcc1-10a7-40fe-8063-0ba878079943 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:30:02.083666 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45880540-a04d-4f42-9590-65ea8ff3787b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.106049 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 1a90fcc1-10a7-40fe-8063-0ba878079943 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:30:02.106526 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1a90fcc1-10a7-40fe-8063-0ba878079943 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:30:02.107001 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 118e855d-fc96-4c4a-931a-f4adde03e96c no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:30:02.111218 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45880540-a04d-4f42-9590-65ea8ff3787b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.112993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cc0872da-742b-4662-9cd7-370a56324d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.116017 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cc0872da-742b-4662-9cd7-370a56324d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.120438 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-cc0872da-742b-4662-9cd7-370a56324d10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e8cbf79-09aa-4ed5-85f9-bad3bdee74ab HTTP/1.1" status: 204 len: 168 time: 0.1507633 Nov 19 03:30:02.128194 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 118e855d-fc96-4c4a-931a-f4adde03e96c {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:30:02.128627 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 118e855d-fc96-4c4a-931a-f4adde03e96c not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:30:02.129040 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:30:02.131423 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0872da-742b-4662-9cd7-370a56324d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8cbf79-09aa-4ed5-85f9-bad3bdee74ab,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:02.153181 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:30:02.153460 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4b390fe0-87fc-4a0d-a9c8-3789a36bb055 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:30:02.177010 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45880540-a04d-4f42-9590-65ea8ff3787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.179816 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-45880540-a04d-4f42-9590-65ea8ff3787b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.183480 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-45880540-a04d-4f42-9590-65ea8ff3787b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d04ab530-0f6a-43dd-983d-776e94ae6abf HTTP/1.1" status: 204 len: 168 time: 0.1625473 Nov 19 03:30:02.189581 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45880540-a04d-4f42-9590-65ea8ff3787b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ab530-0f6a-43dd-983d-776e94ae6abf,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:02.561216 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34132) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:02.574705 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54a3d0f8-f9cf-47a7-aa7a-7573cfaaf55d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.650962 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54a3d0f8-f9cf-47a7-aa7a-7573cfaaf55d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.655180 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-54a3d0f8-f9cf-47a7-aa7a-7573cfaaf55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.693713 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-54a3d0f8-f9cf-47a7-aa7a-7573cfaaf55d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af9700d047694346972276323673c48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312551 Nov 19 03:30:02.694921 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3d0f8-f9cf-47a7-aa7a-7573cfaaf55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4908f8-2d29-4cfa-822c-1f616670c870,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:02.696447 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34136) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:02.752476 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d409a6e6-4051-457c-8df6-515ad0bfd712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.777273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d409a6e6-4051-457c-8df6-515ad0bfd712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.822462 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d409a6e6-4051-457c-8df6-515ad0bfd712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.824983 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d409a6e6-4051-457c-8df6-515ad0bfd712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:02.829339 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d409a6e6-4051-457c-8df6-515ad0bfd712 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca4908f8-2d29-4cfa-822c-1f616670c870 HTTP/1.1" status: 204 len: 168 time: 0.1313314 Nov 19 03:30:02.837945 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409a6e6-4051-457c-8df6-515ad0bfd712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4908f8-2d29-4cfa-822c-1f616670c870,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:03.908252 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34192) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:04.012583 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-392019f4-d7f7-4654-af5f-43fe61f2a7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.085384 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-392019f4-d7f7-4654-af5f-43fe61f2a7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.088868 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-392019f4-d7f7-4654-af5f-43fe61f2a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.127340 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-392019f4-d7f7-4654-af5f-43fe61f2a7dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=877be7cccad849de96596b6a01a556dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179930 Nov 19 03:30:04.128286 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392019f4-d7f7-4654-af5f-43fe61f2a7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b993da8-e2ef-4a09-8ff5-48a69cca329b,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:04.130028 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34196) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:04.177341 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e9d3-58d4-414f-893e-c14b9b9a8e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.199027 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e9d3-58d4-414f-893e-c14b9b9a8e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.246284 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e9d3-58d4-414f-893e-c14b9b9a8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.248795 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e9d3-58d4-414f-893e-c14b9b9a8e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:04.249932 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-3fc9e9d3-58d4-414f-893e-c14b9b9a8e52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b993da8-e2ef-4a09-8ff5-48a69cca329b HTTP/1.1" status: 204 len: 168 time: 0.1188581 Nov 19 03:30:04.258016 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9e9d3-58d4-414f-893e-c14b9b9a8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b993da8-e2ef-4a09-8ff5-48a69cca329b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:04.887033 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34222) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:04.983963 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-461472972-network', 'tenant_id': '91f91e4c836743529140b019cdb7b47b'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:30:05.006652 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Made reservation on behalf of 91f91e4c836743529140b019cdb7b47b for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:30:05.009096 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.018372 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.107742 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.112805 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.138648 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:30:05.148124 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5bff7d-38ba-44e8-934f-0a0b22ee94db,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:05.157578 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.157932 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.158280 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.158644 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.158980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.159316 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.159646 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.159977 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.160307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.160633 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.160957 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.161278 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:30:05.165834 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.166185 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Added segment 7cd56ff3-2a66-44d3-91fe-c0635a2800ee of type vlan for network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc Nov 19 03:30:05.207207 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.230594 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.231628 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:05.232208 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.284900 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3966939 Nov 19 03:30:05.288365 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34238) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:05.293701 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Request body: {'subnet': {'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-461472972-subnet', 'tenant_id': '91f91e4c836743529140b019cdb7b47b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:30:05.296024 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea8a1b-13d4-48b7-8f95-b7ce6618c022 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:05.305707 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:30:05.316710 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Made reservation on behalf of 91f91e4c836743529140b019cdb7b47b for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:30:05.319204 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.481095 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.536948 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4345aae1-b1ef-4d3d-ba97-6b4fdda93026,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:05.547176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Checking segment: {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:30:05.548056 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Network hostable DHCP agents. Network: f7a7cecd-d962-4862-b1b4-9d2eba0e36dc, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:30:05.564818 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:30:05.572992 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, f7a7cecd-d962-4862-b1b4-9d2eba0e36dc) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:30:05.577020 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:05.577610 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:05.583459 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ecd0b-5b9e-42b4-a267-5edda13f96fc None None] Network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:30:05.593034 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-dbc51b29-14e1-475b-be7b-cd84f25fb7e0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3035102 Nov 19 03:30:05.712488 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41dede-de66-4d04-82f4-03e5a84d6a74 None None] Network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:30:06.358589 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34260) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:06.459686 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88e98941-d604-4ab5-9579-ea4bf970e0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.534670 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88e98941-d604-4ab5-9579-ea4bf970e0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.538288 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-88e98941-d604-4ab5-9579-ea4bf970e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.576486 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-88e98941-d604-4ab5-9579-ea4bf970e0d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00ef1b098b18409eb489a7d6d3c61390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168283 Nov 19 03:30:06.577332 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e98941-d604-4ab5-9579-ea4bf970e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02628399-c8c4-436a-8247-1288ba96d0bf,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:06.579848 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34264) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:06.627784 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a019ecb4-84ec-438c-bf6d-e44cc9f2c7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.648879 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a019ecb4-84ec-438c-bf6d-e44cc9f2c7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.694094 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a019ecb4-84ec-438c-bf6d-e44cc9f2c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.696620 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a019ecb4-84ec-438c-bf6d-e44cc9f2c7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:06.697748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a019ecb4-84ec-438c-bf6d-e44cc9f2c7ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02628399-c8c4-436a-8247-1288ba96d0bf HTTP/1.1" status: 204 len: 168 time: 0.1169124 Nov 19 03:30:06.706002 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019ecb4-84ec-438c-bf6d-e44cc9f2c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02628399-c8c4-436a-8247-1288ba96d0bf,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:07.410056 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e2e923d9-9c21-43ec-ab66-b54cbea8653b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:07.575230 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-6d39bd31-ad08-4db0-8cf8-3fed421419fb tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:07.576741 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-6d39bd31-ad08-4db0-8cf8-3fed421419fb tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/networks?id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 200 len: 813 time: 0.1103079 Nov 19 03:30:07.591544 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-00313078-d95b-49a5-8a65-7272ca48e479 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/quotas/91f91e4c836743529140b019cdb7b47b HTTP/1.1" status: 200 len: 375 time: 0.0090766 Nov 19 03:30:07.625858 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-8caa554b-f68a-433e-a17f-a18598df5868 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=91f91e4c836743529140b019cdb7b47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279601 Nov 19 03:30:07.637004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-b738cc01-fa1c-4ff3-9e32-1f0e8930755f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:30:07.638208 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-b738cc01-fa1c-4ff3-9e32-1f0e8930755f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054138 Nov 19 03:30:07.729612 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-26be0efa-648c-48e1-b1b1-f1e88aec731e service neutron] 10.222.0.47 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Nov 19 03:30:07.759583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:07.839902 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-d27d9fe6-0b5e-4ab3-bfb0-910e47f14215 service neutron] 10.222.0.47 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040242 Nov 19 03:30:08.008843 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-30c56662-2c32-487f-8d20-87affb0b7f8e req-ae0aeee6-d651-4301-94b3-58b0d5bea7a1 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 210 time: 0.0284505 Nov 19 03:30:09.109513 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-3f9ffe8d-d636-4de8-933f-2c4955ea0b02 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:09.112469 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-3f9ffe8d-d636-4de8-933f-2c4955ea0b02 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "GET /v2.0/networks?id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 200 len: 813 time: 0.1302361 Nov 19 03:30:09.128064 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2e711df7-fa54-4098-a165-70c7ec0f746d req-7c3a2c94-18c2-45f6-bea8-22d6cecf61ac tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 210 time: 0.0366342 Nov 19 03:30:09.133355 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Request body: {'port': {'device_id': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc', 'admin_state_up': True, 'tenant_id': '91f91e4c836743529140b019cdb7b47b'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:30:09.245730 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Made reservation on behalf of 91f91e4c836743529140b019cdb7b47b for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:30:09.249236 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:09.374149 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Allocated IP 172.20.0.6 (f7a7cecd-d962-4862-b1b4-9d2eba0e36dc/4345aae1-b1ef-4d3d-ba97-6b4fdda93026/9df85eaf-331b-4f2d-9fae-ba6ee80830f9) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:30:09.535579 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:09.571194 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:09.619788 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:30:09.622816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:30:09.627763 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:30:09.631450 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Pushing event updated for resources: {'Port': ['ID=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:09.677508 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2d400200-1560-491c-9b27-3a343b1b2872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:09.686273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:09.686915 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:09.703992 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-34df0b46-1907-4846-86cf-4418a9c6e176 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747547 Nov 19 03:30:09.723176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Request body: {'port': {'device_id': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:30:09.780454 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.044303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:30:10.052314 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.065065 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Transition to ACTIVE for port object 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:30:10.068499 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.120381 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Pushing event updated for resources: {'Port': ['ID=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:10.183751 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Attempting to bind port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:30:10.184205 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Attempting to bind port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:30:10.184537 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Attempting to bind port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 on network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:30:10.188856 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 on network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:30:10.189270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Attempting to bind port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 on network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:30:10.194272 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:30:10.194636 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Checking segment: {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:30:10.195018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Bound using segment: {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:30:10.195449 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Bound port: 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:30:10.195802 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.289349 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ffaad-ae8f-4424-a364-28a163bbb9b2 req-dfca00b9-e24d-4fa8-80ad-561636baca92 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:10.290818 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-728ffaad-ae8f-4424-a364-28a163bbb9b2 req-dfca00b9-e24d-4fa8-80ad-561636baca92 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 943 time: 0.0930080 Nov 19 03:30:10.301431 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] For port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:30:10.309408 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] For port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:30:10.318121 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.362624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:10.363239 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.364589 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] 10.222.0.50 "PUT /v2.0/ports/9df85eaf-331b-4f2d-9fae-ba6ee80830f9 HTTP/1.1" status: 200 len: 1093 time: 0.6461525 Nov 19 03:30:10.366856 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'tag': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:30:10.369082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cba118-569c-4727-a90d-97a16b0c09d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a24f3a83-3eac-49f6-91cf-e018bc867888", "tag": "9df85eaf-331b-4f2d-9fae-ba6ee80830f9"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:30:10.398969 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-728ffaad-ae8f-4424-a364-28a163bbb9b2 req-f9dbfe74-72bb-455e-b7d8-546c4da7a8ff tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008842 Nov 19 03:30:10.403657 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff9545-be0f-4574-b5f2-c4ef20969ddf service neutron] Pushing event updated for resources: {'Port': ['ID=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:10.429616 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc742d-407e-40e5-8bd2-3fa1906691f9 x-openstack-request-id: req-abfc742d-407e-40e5-8bd2-3fa1906691f9 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:30:10.429910 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24f3a83-3eac-49f6-91cf-e018bc867888", "tag": "9df85eaf-331b-4f2d-9fae-ba6ee80830f9", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:30:10.430164 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-abfc742d-407e-40e5-8bd2-3fa1906691f9 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:30:10.430588 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'tag': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9', 'status': 'completed', 'code': 200} Nov 19 03:30:10.463586 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-5e65adcc-7018-448a-92cc-8df475f42daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:10.465065 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-5e65adcc-7018-448a-92cc-8df475f42daf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91f91e4c836743529140b019cdb7b47b&device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 1096 time: 0.0466619 Nov 19 03:30:10.525298 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-3a1b9422-64c6-4472-8588-136344bd42ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9 HTTP/1.1" status: 200 len: 217 time: 0.0352120 Nov 19 03:30:10.573767 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-6eff44ba-bb15-4a3b-b064-5695359d8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:10.575217 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-6eff44ba-bb15-4a3b-b064-5695359d8939 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4345aae1-b1ef-4d3d-ba97-6b4fdda93026 HTTP/1.1" status: 200 len: 853 time: 0.0432055 Nov 19 03:30:10.606601 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-7d437ea1-f4a6-4153-8ab7-43af935183b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245183 Nov 19 03:30:10.697807 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-8ab019e2-d8f9-4183-abbf-98f99bd6b0ad service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838060 Nov 19 03:30:10.788933 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0643101f-6f78-43aa-8ada-2b4be3e928b9 req-f051a0c9-a0c4-4e98-97e5-a9d90b75eba1 service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842464 Nov 19 03:30:10.827028 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:10.930107 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-ff4f012a-b8f4-42db-8944-8f601bdd83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:10.931667 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-ff4f012a-b8f4-42db-8944-8f601bdd83bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91f91e4c836743529140b019cdb7b47b&device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 1096 time: 0.0465927 Nov 19 03:30:11.024285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-a7b1b50c-d485-45a4-b659-cc99c7c6558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:11.025725 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-a7b1b50c-d485-45a4-b659-cc99c7c6558e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 200 len: 914 time: 0.0870113 Nov 19 03:30:11.076642 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-9c5d5d44-5f0f-409a-8556-b4fcf7e61f06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9 HTTP/1.1" status: 200 len: 217 time: 0.0432236 Nov 19 03:30:11.129656 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-98785791-4e48-4f06-8e99-0e685905665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:11.131690 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-98785791-4e48-4f06-8e99-0e685905665d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4345aae1-b1ef-4d3d-ba97-6b4fdda93026 HTTP/1.1" status: 200 len: 853 time: 0.0480928 Nov 19 03:30:11.155950 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34386) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:11.164957 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-2f87aedc-7b8a-4ef3-91f2-a39045dad57b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264673 Nov 19 03:30:11.254395 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-56e341a8-da2c-4a2e-a901-ba80bca45473 service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826294 Nov 19 03:30:11.271068 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18a82505-6a7b-4755-88c0-65afa560b58d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.347478 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18a82505-6a7b-4755-88c0-65afa560b58d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.349549 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-02cba118-569c-4727-a90d-97a16b0c09d7 req-4976cbde-ad6e-42ac-b2f8-3f504fb3eb26 service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885463 Nov 19 03:30:11.351183 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18a82505-6a7b-4755-88c0-65afa560b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.393549 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-18a82505-6a7b-4755-88c0-65afa560b58d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13431fe5ff424a0980ac4c33d3332981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364433 Nov 19 03:30:11.394508 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a82505-6a7b-4755-88c0-65afa560b58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15518fe6-e8e2-4da6-be7d-efc639dbde62,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:11.396287 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34390) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:11.445439 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3e42-66ed-4b83-8117-944f7a5ca4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.467076 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3e42-66ed-4b83-8117-944f7a5ca4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.544429 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abed591-f909-4ed7-8d73-ce932abea60e req-e0e1f695-f257-4ecc-b747-890212c9efa6 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:11.545831 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0abed591-f909-4ed7-8d73-ce932abea60e req-e0e1f695-f257-4ecc-b747-890212c9efa6 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 943 time: 0.0768802 Nov 19 03:30:11.566273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3e42-66ed-4b83-8117-944f7a5ca4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.568808 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7e9a3e42-66ed-4b83-8117-944f7a5ca4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.572132 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-7e9a3e42-66ed-4b83-8117-944f7a5ca4f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15518fe6-e8e2-4da6-be7d-efc639dbde62 HTTP/1.1" status: 204 len: 168 time: 0.1726058 Nov 19 03:30:11.588220 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a3e42-66ed-4b83-8117-944f7a5ca4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15518fe6-e8e2-4da6-be7d-efc639dbde62,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:11.607009 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0abed591-f909-4ed7-8d73-ce932abea60e req-e4cb0f86-d1c0-4a3a-9d4c-5d40cdf2d2e2 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 Nov 19 03:30:11.837665 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34398) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:11.852170 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e78b5ce-db2a-4547-ab13-53eeccb37b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.929338 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e78b5ce-db2a-4547-ab13-53eeccb37b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.933311 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-8e78b5ce-db2a-4547-ab13-53eeccb37b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:11.971962 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-8e78b5ce-db2a-4547-ab13-53eeccb37b05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a3b27fd50a34066989cc7677de32bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331506 Nov 19 03:30:11.972920 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78b5ce-db2a-4547-ab13-53eeccb37b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c47e13c-aeb7-4a09-863e-fd62037e0309,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:11.974991 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34400) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:12.028502 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bf5caa3-3a70-4346-8e7e-02dd0c15f8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:12.050056 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bf5caa3-3a70-4346-8e7e-02dd0c15f8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:12.097723 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bf5caa3-3a70-4346-8e7e-02dd0c15f8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:12.100275 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1bf5caa3-3a70-4346-8e7e-02dd0c15f8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:12.101441 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1bf5caa3-3a70-4346-8e7e-02dd0c15f8af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c47e13c-aeb7-4a09-863e-fd62037e0309 HTTP/1.1" status: 204 len: 168 time: 0.1254780 Nov 19 03:30:12.113077 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5caa3-3a70-4346-8e7e-02dd0c15f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c47e13c-aeb7-4a09-863e-fd62037e0309,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:12.311215 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:12.734224 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a40fa3-5866-4254-bc29-21ca8963089d req-93e775cf-a82b-47a2-a4f3-a7d386e23b3b tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:12.737057 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09a40fa3-5866-4254-bc29-21ca8963089d req-93e775cf-a82b-47a2-a4f3-a7d386e23b3b tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 943 time: 0.0508370 Nov 19 03:30:12.822831 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09a40fa3-5866-4254-bc29-21ca8963089d req-befc9c45-1d5a-4c6c-bb43-1a260a0c095a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Nov 19 03:30:12.826575 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-83f9fa38-1a6f-4831-92b8-a376761b48a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839851 Nov 19 03:30:12.918428 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:12.945170 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-f422a7f4-7c61-41b7-a106-b9e8acc4d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:12.945170 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-f422a7f4-7c61-41b7-a106-b9e8acc4d3b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0468533 Nov 19 03:30:13.057911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-8c915946-84ed-4e4e-8b70-af7129730440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:13.059653 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-8c915946-84ed-4e4e-8b70-af7129730440 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0935922 Nov 19 03:30:13.132263 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-9a3deb38-0ed3-4e77-879f-b321d0383fea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 1002 time: 0.0643899 Nov 19 03:30:13.186784 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-554feced-9a0d-457f-93c2-0e0d32a6ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:13.188392 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-554feced-9a0d-457f-93c2-0e0d32a6ac7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0490420 Nov 19 03:30:13.241662 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-3240d91c-5132-4bf0-9591-eba19517d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:13.243203 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-3240d91c-5132-4bf0-9591-eba19517d4f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473754 Nov 19 03:30:13.258668 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-5406a142-d6fc-4038-80ef-de8e17604cf0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:30:13.259601 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-5406a142-d6fc-4038-80ef-de8e17604cf0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049310 Nov 19 03:30:13.352603 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-99523b6a-be3a-4bd3-9b58-7243c504ed52 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Nov 19 03:30:13.459749 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bd432cc5-42e1-44bd-80aa-f054619dbdc9 req-2a69a820-f050-4b53-9d57-af82cc0a0e90 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955966 Nov 19 03:30:13.951459 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e775b37-2346-4a5a-90d1-6b1863bdb9fe req-df6b4e7b-8e4f-434f-a318-c729a07fb304 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:13.953177 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e775b37-2346-4a5a-90d1-6b1863bdb9fe req-df6b4e7b-8e4f-434f-a318-c729a07fb304 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 943 time: 0.0560391 Nov 19 03:30:14.003917 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4e775b37-2346-4a5a-90d1-6b1863bdb9fe req-dafa50cb-6557-4714-9b93-c8cff3ed1ac7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 Nov 19 03:30:14.327388 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:30:14.433733 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:30:14.444912 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9', 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc', 'port_id': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9', 'mac_address': 'fa:16:3e:06:16:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4345aae1-b1ef-4d3d-ba97-6b4fdda93026', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:30:14.485838 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:14.497531 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:30:14.518453 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:30:14.522244 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:14.570667 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:14.945829 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['9df85eaf-331b-4f2d-9fae-ba6ee80830f9'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:30:14.993199 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34538) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:15.126644 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8e87fb5-2b5e-4c15-8cbf-921e1057c6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.129658 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c23c-9bfd-481d-90e0-d9b30f922886 req-3bbd8421-a05d-4d43-acd4-0df5449e2b0b tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:15.131129 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1fe2c23c-9bfd-481d-90e0-d9b30f922886 req-3bbd8421-a05d-4d43-acd4-0df5449e2b0b tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 944 time: 0.0515287 Nov 19 03:30:15.181079 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1fe2c23c-9bfd-481d-90e0-d9b30f922886 req-ab921b28-81ac-427f-884f-dd953443056b tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Nov 19 03:30:15.208132 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8e87fb5-2b5e-4c15-8cbf-921e1057c6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.211861 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c8e87fb5-2b5e-4c15-8cbf-921e1057c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.250165 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-c8e87fb5-2b5e-4c15-8cbf-921e1057c6f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24199f1e6bfd4a24a068773a6a0dc74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552884 Nov 19 03:30:15.251073 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87fb5-2b5e-4c15-8cbf-921e1057c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2c962-fdaa-4965-92c2-1035bb4c2464,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:15.253189 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34544) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:15.303847 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d419f718-0adf-47c6-a8e1-a0e67b2293c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.323755 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d419f718-0adf-47c6-a8e1-a0e67b2293c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.369258 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d419f718-0adf-47c6-a8e1-a0e67b2293c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.371788 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d419f718-0adf-47c6-a8e1-a0e67b2293c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.372920 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d419f718-0adf-47c6-a8e1-a0e67b2293c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ea2c962-fdaa-4965-92c2-1035bb4c2464 HTTP/1.1" status: 204 len: 168 time: 0.1187541 Nov 19 03:30:15.380754 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f718-0adf-47c6-a8e1-a0e67b2293c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2c962-fdaa-4965-92c2-1035bb4c2464,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:15.628355 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34550) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:15.641234 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-87863db4-a65b-4761-9fc3-77816b9d3897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.720724 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-87863db4-a65b-4761-9fc3-77816b9d3897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.724597 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-87863db4-a65b-4761-9fc3-77816b9d3897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.763112 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-87863db4-a65b-4761-9fc3-77816b9d3897 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30dd796a80074b2b906fc0b7c3fc265f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336832 Nov 19 03:30:15.764066 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87863db4-a65b-4761-9fc3-77816b9d3897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa146231-534c-4173-8db4-1af3f41393d6,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:15.765739 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34552) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:30:15.816392 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e19b9059-8c25-4428-ae66-d16c5dfa9ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.838028 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e19b9059-8c25-4428-ae66-d16c5dfa9ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.888730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e19b9059-8c25-4428-ae66-d16c5dfa9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.891401 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e19b9059-8c25-4428-ae66-d16c5dfa9ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:15.892559 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e19b9059-8c25-4428-ae66-d16c5dfa9ccb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa146231-534c-4173-8db4-1af3f41393d6 HTTP/1.1" status: 204 len: 168 time: 0.1250665 Nov 19 03:30:15.900079 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b9059-8c25-4428-ae66-d16c5dfa9ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa146231-534c-4173-8db4-1af3f41393d6,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:16.302612 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b1e8-657c-4af3-bca6-68b34425d360 req-ceeb3ecf-fd1b-40d9-b2f7-e19c09192d6d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:16.304201 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3737b1e8-657c-4af3-bca6-68b34425d360 req-ceeb3ecf-fd1b-40d9-b2f7-e19c09192d6d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 944 time: 0.0547662 Nov 19 03:30:16.347265 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:30:16.361201 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3737b1e8-657c-4af3-bca6-68b34425d360 req-1a76c06b-07c0-452c-90c8-325bf542882d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507746 Nov 19 03:30:16.403255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:30:16.407357 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:30:16.407502 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:16.483960 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:16.507762 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:30:16.510121 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b3de7-5f64-4975-b999-a600ac8c26ea" -d '{"events": [{"server_uuid": "a24f3a83-3eac-49f6-91cf-e018bc867888", "name": "network-vif-plugged", "status": "completed", "tag": "9df85eaf-331b-4f2d-9fae-ba6ee80830f9"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:30:16.524693 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:30:16.528840 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:16.556608 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1864bf8-3d8f-43bf-bb4b-cb7fe54f84a0 x-openstack-request-id: req-d1864bf8-3d8f-43bf-bb4b-cb7fe54f84a0 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:30:16.556897 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24f3a83-3eac-49f6-91cf-e018bc867888", "name": "network-vif-plugged", "status": "completed", "tag": "9df85eaf-331b-4f2d-9fae-ba6ee80830f9", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:30:16.557150 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1864bf8-3d8f-43bf-bb4b-cb7fe54f84a0 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:30:16.557524 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9', 'code': 200} Nov 19 03:30:16.586882 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:30:16.755783 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7a200-0c08-425d-83a5-de65cb3e7438 req-09470669-3b02-4f7e-8d1e-7d6d395c4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:16.757244 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20f7a200-0c08-425d-83a5-de65cb3e7438 req-09470669-3b02-4f7e-8d1e-7d6d395c4803 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 1098 time: 0.0442700 Nov 19 03:30:16.804928 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-20f7a200-0c08-425d-83a5-de65cb3e7438 req-f5c9162e-1f1e-40e0-9ef1-138f027be4d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Nov 19 03:30:17.483987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d28be5-4f43-4fe3-953c-3d2535b7d5f4 req-30fe4343-98c2-4019-8dc6-9da3d8a4f74c tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:17.485843 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-68d28be5-4f43-4fe3-953c-3d2535b7d5f4 req-30fe4343-98c2-4019-8dc6-9da3d8a4f74c tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Nov 19 03:30:17.554709 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-68d28be5-4f43-4fe3-953c-3d2535b7d5f4 req-09e0bb41-2de9-4831-9543-a16ba69c43fd tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616643 Nov 19 03:30:18.677180 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74437f1-122e-48e4-a72e-3ec3fc944927 req-3a916367-83a4-440b-b16f-34dc7919df93 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:30:18.678686 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a74437f1-122e-48e4-a72e-3ec3fc944927 req-3a916367-83a4-440b-b16f-34dc7919df93 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 945 time: 0.0547531 Nov 19 03:30:18.731244 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a74437f1-122e-48e4-a72e-3ec3fc944927 req-9d045431-85f3-4876-91e8-9a0ecc9716f1 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Nov 19 03:30:33.831934 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:30:37.406004 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-60628d72-a95d-4d4e-a56d-23aee2af01d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:37.763249 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:39.669852 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-70800441-3bff-4865-a139-d8659823b162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:40.819384 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:42.314918 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:30:42.921217 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.158767 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34978) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:05.261523 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.334007 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.338044 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.374421 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581449f-12d3-4510-8470-d057dd25662d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:05.378881 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d93cbead72cf450e98e6515c7adddce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191579 Nov 19 03:31:05.381600 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34982) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:05.384300 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.384681 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.385022 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.385358 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.385688 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.386013 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.386342 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.386696 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.387020 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.387340 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.387659 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.387975 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a75099-a8f8-41e5-80fe-d673f6d775ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.430761 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.450936 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.496997 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.499982 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.501258 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4581449f-12d3-4510-8470-d057dd25662d HTTP/1.1" status: 204 len: 168 time: 0.1185734 Nov 19 03:31:05.509464 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581449f-12d3-4510-8470-d057dd25662d,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:05.518464 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.518861 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.519474 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.520023 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.520023 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.520300 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.520630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.520975 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.521301 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.521622 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.521940 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.522283 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414e9f-b5d9-45d1-927a-443d65b88a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:05.764937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 34990) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:05.779238 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95e821dc-c151-4438-9b47-38106d94e91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.855177 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95e821dc-c151-4438-9b47-38106d94e91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.858768 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-95e821dc-c151-4438-9b47-38106d94e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.894641 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-95e821dc-c151-4438-9b47-38106d94e91f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64462e9fe989413dad584dadb700fdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286075 Nov 19 03:31:05.896479 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e821dc-c151-4438-9b47-38106d94e91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea295690-dadc-4d71-8620-78ce2f9d3f0b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:05.897375 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 34992) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:05.950609 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07497282-63b8-4ff1-a702-c6372d34dbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:05.971020 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07497282-63b8-4ff1-a702-c6372d34dbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:06.016915 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07497282-63b8-4ff1-a702-c6372d34dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:06.019531 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07497282-63b8-4ff1-a702-c6372d34dbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:06.020667 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-07497282-63b8-4ff1-a702-c6372d34dbdd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea295690-dadc-4d71-8620-78ce2f9d3f0b HTTP/1.1" status: 204 len: 168 time: 0.1223288 Nov 19 03:31:06.029202 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07497282-63b8-4ff1-a702-c6372d34dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea295690-dadc-4d71-8620-78ce2f9d3f0b,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:07.412974 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3ef35d37-4ec3-4403-b3b1-13c23834ecc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:07.775753 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:09.672112 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-28eeb378-ce32-4260-81c9-75c7ea0f422b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:10.820726 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:10.829894 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:31:12.317415 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:12.923232 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:19.691507 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-0c6ff091-620f-4c92-a6a3-1b616d74f64e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266022 Nov 19 03:31:19.793472 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-fea95aba-5729-4086-be6f-5a21eb97d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:19.795237 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-fea95aba-5729-4086-be6f-5a21eb97d0c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0395103 Nov 19 03:31:19.900288 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-d76d5733-f978-4bbe-b578-5c568e8caa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:19.901724 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-d76d5733-f978-4bbe-b578-5c568e8caa34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0865240 Nov 19 03:31:19.967575 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-d785dc71-dc98-47c1-8f26-1dcaf4f15776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 1002 time: 0.0579300 Nov 19 03:31:20.019816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-9c51fa32-aa71-488c-a4a8-52bcbc9c4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:20.021237 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-9c51fa32-aa71-488c-a4a8-52bcbc9c4c62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0463586 Nov 19 03:31:20.068267 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-1d052caf-32fd-4315-a48e-d4454a9c1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:20.069770 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-1d052caf-32fd-4315-a48e-d4454a9c1b77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400953 Nov 19 03:31:20.160058 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-7e5d2e00-cdf8-45fa-8c93-f0b0daa929a6 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819869 Nov 19 03:31:20.252351 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9196cb71-6be5-4fe5-9e0a-aade83ff028e req-b227b4ae-eba9-4fe0-81df-bd9ed981bfa7 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Nov 19 03:31:21.141239 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35136) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:21.242114 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18587717-f857-4ebd-8c26-79957eb16d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.314998 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18587717-f857-4ebd-8c26-79957eb16d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.318443 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-18587717-f857-4ebd-8c26-79957eb16d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.356710 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-18587717-f857-4ebd-8c26-79957eb16d1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5507c507c5e54579ad98bd2d1b232a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143912 Nov 19 03:31:21.357896 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587717-f857-4ebd-8c26-79957eb16d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c306fba9-5a4e-497f-b0ba-a9fe66b04dd9,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:21.359402 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35140) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:21.407265 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-701da588-1230-4822-9f7a-a37dfba183c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.428117 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-701da588-1230-4822-9f7a-a37dfba183c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.475368 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-701da588-1230-4822-9f7a-a37dfba183c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.478485 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-701da588-1230-4822-9f7a-a37dfba183c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.481820 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-701da588-1230-4822-9f7a-a37dfba183c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c306fba9-5a4e-497f-b0ba-a9fe66b04dd9 HTTP/1.1" status: 204 len: 168 time: 0.1191554 Nov 19 03:31:21.489727 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da588-1230-4822-9f7a-a37dfba183c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306fba9-5a4e-497f-b0ba-a9fe66b04dd9,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:21.736186 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35148) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:21.749303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd5e1-768b-42b6-9fc8-aef1eb1ed0b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.825681 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd5e1-768b-42b6-9fc8-aef1eb1ed0b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.828868 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd5e1-768b-42b6-9fc8-aef1eb1ed0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.867295 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-cb9cd5e1-768b-42b6-9fc8-aef1eb1ed0b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4093974c69df4d5b8520d6bbd23f00ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299977 Nov 19 03:31:21.868273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cd5e1-768b-42b6-9fc8-aef1eb1ed0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab0c509-3fb9-4e29-8e45-269b63758107,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:21.869934 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35150) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:21.917563 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b146a9ca-886b-4750-8350-aeb320047420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.938751 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b146a9ca-886b-4750-8350-aeb320047420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.987279 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b146a9ca-886b-4750-8350-aeb320047420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.989768 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-b146a9ca-886b-4750-8350-aeb320047420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:21.990933 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-b146a9ca-886b-4750-8350-aeb320047420 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cab0c509-3fb9-4e29-8e45-269b63758107 HTTP/1.1" status: 204 len: 168 time: 0.1199737 Nov 19 03:31:21.998779 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146a9ca-886b-4750-8350-aeb320047420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab0c509-3fb9-4e29-8e45-269b63758107,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:31.237770 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35248) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:31.339163 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63577d03-6b1d-4c0a-9cb1-e76ab297aa98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.413287 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63577d03-6b1d-4c0a-9cb1-e76ab297aa98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.416898 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-63577d03-6b1d-4c0a-9cb1-e76ab297aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.455119 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-63577d03-6b1d-4c0a-9cb1-e76ab297aa98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14113e78d520493eb59dd0e45667c1b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161162 Nov 19 03:31:31.456858 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63577d03-6b1d-4c0a-9cb1-e76ab297aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4c83e-4744-48b0-bff1-7e06290a82ee,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:31.457803 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35252) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:31.505218 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-53d4a488-7240-4be8-a617-291ebc700d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.526376 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-53d4a488-7240-4be8-a617-291ebc700d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.572111 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-53d4a488-7240-4be8-a617-291ebc700d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.574601 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-53d4a488-7240-4be8-a617-291ebc700d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.575717 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-53d4a488-7240-4be8-a617-291ebc700d7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67d4c83e-4744-48b0-bff1-7e06290a82ee HTTP/1.1" status: 204 len: 168 time: 0.1169548 Nov 19 03:31:31.584559 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a488-7240-4be8-a617-291ebc700d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4c83e-4744-48b0-bff1-7e06290a82ee,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:31.828228 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35258) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:31.841087 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a74706e5-31c2-44f0-b54a-629f901225cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.913174 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a74706e5-31c2-44f0-b54a-629f901225cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.917509 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-a74706e5-31c2-44f0-b54a-629f901225cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:31.956881 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-a74706e5-31c2-44f0-b54a-629f901225cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8644ad4b051417ea208855d7afaf752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275866 Nov 19 03:31:31.957672 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74706e5-31c2-44f0-b54a-629f901225cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837cd2f3-0c9a-4420-9889-53f40a2401bf,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:31.959604 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35260) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:31:32.010896 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33b64882-5a7d-47eb-b5c2-f8c6396b39f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:32.034348 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33b64882-5a7d-47eb-b5c2-f8c6396b39f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:32.082307 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33b64882-5a7d-47eb-b5c2-f8c6396b39f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:32.084864 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-33b64882-5a7d-47eb-b5c2-f8c6396b39f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:32.086008 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-33b64882-5a7d-47eb-b5c2-f8c6396b39f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/837cd2f3-0c9a-4420-9889-53f40a2401bf HTTP/1.1" status: 204 len: 168 time: 0.1254222 Nov 19 03:31:32.093565 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b64882-5a7d-47eb-b5c2-f8c6396b39f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837cd2f3-0c9a-4420-9889-53f40a2401bf,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:35.651276 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2783a0-2e24-4158-9fb1-705db1cef4de req-5cc67030-88f3-4ac7-9f1d-787635e9a14d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:35.652648 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7d2783a0-2e24-4158-9fb1-705db1cef4de req-5cc67030-88f3-4ac7-9f1d-787635e9a14d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 945 time: 0.0485802 Nov 19 03:31:35.700315 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7d2783a0-2e24-4158-9fb1-705db1cef4de req-52ac0505-08d7-48d5-975c-4785c68a2ff0 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Nov 19 03:31:36.817349 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470088a-a13e-4c41-b7bb-bef45df8033f req-862c4e0e-c43d-42d1-afaf-cbcc6bf95928 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:36.818812 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4470088a-a13e-4c41-b7bb-bef45df8033f req-862c4e0e-c43d-42d1-afaf-cbcc6bf95928 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Nov 19 03:31:36.866649 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4470088a-a13e-4c41-b7bb-bef45df8033f req-4077c16c-a14c-4fe9-a455-fa41ddc5e68b tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Nov 19 03:31:37.407484 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-072ab93b-8d77-4e80-8444-0cc02a464620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:37.464961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-e3bfe576-695f-4b5f-8538-225c594e8088 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:37.466391 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-e3bfe576-695f-4b5f-8538-225c594e8088 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 945 time: 0.0517583 Nov 19 03:31:37.553344 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Deleting port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:31:37.553673 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:37.641266 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] For port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:31:37.641620 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:37.653915 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Calling delete_port for 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:31:37.775228 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:37.779207 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:37.808723 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['9df85eaf-331b-4f2d-9fae-ba6ee80830f9'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:31:37.808966 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Pushing event deleted for resources: {'Port': ['ID=9df85eaf-331b-4f2d-9fae-ba6ee80830f9,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:37.848020 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] No DVR routers for this DVR port 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:31:37.850518 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:37.854517 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a2e9baca-7f72-4995-8df5-ec9b06ef0d5c req-c0751578-c94f-4c1e-920d-43f5f131da3a tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "DELETE /v2.0/ports/9df85eaf-331b-4f2d-9fae-ba6ee80830f9 HTTP/1.1" status: 204 len: 173 time: 0.3815446 Nov 19 03:31:37.854972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'name': 'network-vif-deleted', 'tag': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:31:37.857273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ecb03b-3bca-4681-ab50-d6b66cb948d8" -d '{"events": [{"server_uuid": "a24f3a83-3eac-49f6-91cf-e018bc867888", "name": "network-vif-deleted", "tag": "9df85eaf-331b-4f2d-9fae-ba6ee80830f9"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:31:37.962354 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c46850ea-598f-4171-ab2a-4c2b7872ca35 req-4c259ce2-a86e-4b82-84ff-540f2729e60f tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a24f3a83-3eac-49f6-91cf-e018bc867888 HTTP/1.1" status: 200 len: 210 time: 0.0285642 Nov 19 03:31:38.079491 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343357a4-55e2-4d42-8451-8cea88754d8e x-openstack-request-id: req-343357a4-55e2-4d42-8451-8cea88754d8e {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:31:38.079785 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24f3a83-3eac-49f6-91cf-e018bc867888", "name": "network-vif-deleted", "tag": "9df85eaf-331b-4f2d-9fae-ba6ee80830f9", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:31:38.080038 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-343357a4-55e2-4d42-8451-8cea88754d8e {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:31:38.080435 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24f3a83-3eac-49f6-91cf-e018bc867888', 'name': 'network-vif-deleted', 'tag': '9df85eaf-331b-4f2d-9fae-ba6ee80830f9', 'status': 'completed', 'code': 200} Nov 19 03:31:39.673983 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2cdb062d-4f93-4b0c-813b-d8b32ab225bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:40.824160 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:41.566157 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:31:41.586370 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:31:41.586752 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 9df85eaf-331b-4f2d-9fae-ba6ee80830f9 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:31:42.319293 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:42.924611 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:47.829779 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:31:49.225338 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-b550e772-4620-4186-8a44-9a325344abb5 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:49.227351 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-b550e772-4620-4186-8a44-9a325344abb5 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/networks?id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 200 len: 813 time: 0.3522258 Nov 19 03:31:49.242367 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d8a87f8a-e56d-46f6-b8cf-b09d0ca2307d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/quotas/91f91e4c836743529140b019cdb7b47b HTTP/1.1" status: 200 len: 375 time: 0.0093160 Nov 19 03:31:49.271851 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-580631c6-42e6-4744-8c9f-873029fa5580 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=91f91e4c836743529140b019cdb7b47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243375 Nov 19 03:31:49.451747 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-89e21a5d-dba8-4a9a-b409-884a4468a336 service neutron] 10.222.0.47 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731791 Nov 19 03:31:49.541289 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-dc7190d4-db4b-412d-bd34-caefb5ef716c service neutron] 10.222.0.47 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836763 Nov 19 03:31:49.693563 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0e7157e5-b161-499b-a7ef-d3af42c9b667 req-6e4bc3ec-134f-4514-9b8a-1411cdbf942d tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 210 time: 0.0274990 Nov 19 03:31:50.805711 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-6ef10768-1ff1-4114-910a-3699d9daeffb req-4b77af3d-0554-44ad-9505-5235d0586115 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Nov 19 03:31:50.855064 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-146dba0b-6537-45d3-ac64-da2a888abd04 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:50.856621 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-146dba0b-6537-45d3-ac64-da2a888abd04 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "GET /v2.0/networks?id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 200 len: 813 time: 0.1294096 Nov 19 03:31:50.874878 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Request body: {'port': {'device_id': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc', 'admin_state_up': True, 'tenant_id': '91f91e4c836743529140b019cdb7b47b'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:31:50.984540 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Made reservation on behalf of 91f91e4c836743529140b019cdb7b47b for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:31:50.988018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.108769 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Allocated IP 172.20.0.9 (f7a7cecd-d962-4862-b1b4-9d2eba0e36dc/4345aae1-b1ef-4d3d-ba97-6b4fdda93026/40f8aad2-6c57-45c5-80b3-57f59d293850) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:31:51.251897 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.284799 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.331407 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:31:51.334534 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:31:51.338635 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:31:51.360968 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Pushing event updated for resources: {'Port': ['ID=40f8aad2-6c57-45c5-80b3-57f59d293850,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:51.387996 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:51.388596 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.403686 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-e28d3db3-b4fa-4067-80c8-66ef22e94aa7 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5326281 Nov 19 03:31:51.421813 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Request body: {'port': {'device_id': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:31:51.472978 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.730318 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f8aad2-6c57-45c5-80b3-57f59d293850 {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:31:51.737620 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.749704 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Transition to ACTIVE for port object 40f8aad2-6c57-45c5-80b3-57f59d293850 will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:31:51.753338 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.804178 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Pushing event updated for resources: {'Port': ['ID=40f8aad2-6c57-45c5-80b3-57f59d293850,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:51.868358 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Attempting to bind port 40f8aad2-6c57-45c5-80b3-57f59d293850 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:31:51.869063 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Attempting to bind port 40f8aad2-6c57-45c5-80b3-57f59d293850 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:31:51.869192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Attempting to bind port 40f8aad2-6c57-45c5-80b3-57f59d293850 on network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:31:51.873700 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Port 40f8aad2-6c57-45c5-80b3-57f59d293850 on network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:31:51.874018 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Attempting to bind port 40f8aad2-6c57-45c5-80b3-57f59d293850 on network f7a7cecd-d962-4862-b1b4-9d2eba0e36dc {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:31:51.880526 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:31:51.880853 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Checking segment: {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:31:51.881227 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Bound using segment: {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:31:51.882351 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Bound port: 40f8aad2-6c57-45c5-80b3-57f59d293850, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd56ff3-2a66-44d3-91fe-c0635a2800ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:31:51.882836 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:51.961922 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088de7-4a36-485d-a79e-1fd8c44cf0a8 req-b36dd047-c734-4226-a7f1-6d3434268816 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:51.963404 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4c088de7-4a36-485d-a79e-1fd8c44cf0a8 req-b36dd047-c734-4226-a7f1-6d3434268816 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 943 time: 0.0846300 Nov 19 03:31:52.000959 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] For port 40f8aad2-6c57-45c5-80b3-57f59d293850, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:31:52.021096 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] For port 40f8aad2-6c57-45c5-80b3-57f59d293850, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=40f8aad2-6c57-45c5-80b3-57f59d293850,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:31:52.029646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:52.040792 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4c088de7-4a36-485d-a79e-1fd8c44cf0a8 req-13a115a2-7454-4d71-bef0-e5e90cd049c5 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698028 Nov 19 03:31:52.073600 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:52.073600 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:52.073600 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] 10.222.0.50 "PUT /v2.0/ports/40f8aad2-6c57-45c5-80b3-57f59d293850 HTTP/1.1" status: 200 len: 1093 time: 0.6555409 Nov 19 03:31:52.075946 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'tag': '40f8aad2-6c57-45c5-80b3-57f59d293850'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:31:52.077735 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd963dc-ce54-46bd-8abf-52afa2be8088", "tag": "40f8aad2-6c57-45c5-80b3-57f59d293850"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:31:52.098158 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1743-9d4e-4211-bf28-c71c6287925d service neutron] Pushing event updated for resources: {'Port': ['ID=40f8aad2-6c57-45c5-80b3-57f59d293850,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:52.120383 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a12b770-79c7-4691-94d2-247b5bda4793 x-openstack-request-id: req-3a12b770-79c7-4691-94d2-247b5bda4793 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:31:52.120674 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd963dc-ce54-46bd-8abf-52afa2be8088", "tag": "40f8aad2-6c57-45c5-80b3-57f59d293850", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:31:52.120931 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a12b770-79c7-4691-94d2-247b5bda4793 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:31:52.121333 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'tag': '40f8aad2-6c57-45c5-80b3-57f59d293850', 'status': 'completed', 'code': 200} Nov 19 03:31:52.198285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-480b3017-d205-4b38-b8e3-3b6119430c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:52.199783 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-480b3017-d205-4b38-b8e3-3b6119430c46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91f91e4c836743529140b019cdb7b47b&device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 1096 time: 0.0450020 Nov 19 03:31:52.246423 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-d3be1e69-d680-4d38-aa1c-2565d3689b4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40f8aad2-6c57-45c5-80b3-57f59d293850 HTTP/1.1" status: 200 len: 217 time: 0.0337679 Nov 19 03:31:52.293430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-c0b8874d-78cd-4fc2-85f3-b9656e3f5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:52.294789 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-c0b8874d-78cd-4fc2-85f3-b9656e3f5391 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4345aae1-b1ef-4d3d-ba97-6b4fdda93026 HTTP/1.1" status: 200 len: 853 time: 0.0421295 Nov 19 03:31:52.325381 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-4fd03ddc-4c9b-474f-8397-a625a3e739a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238645 Nov 19 03:31:52.415052 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-c8791510-7ce6-448a-88bb-700c87796abf service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830872 Nov 19 03:31:52.503729 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4cb3cc8d-b777-4749-a7d5-23d134643a9f req-3212ff79-53c0-43c7-b08c-ac339cf65ba4 service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809076 Nov 19 03:31:52.642058 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-b0c553e3-1568-463e-9827-f6c49816d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:52.643449 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-b0c553e3-1568-463e-9827-f6c49816d014 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=91f91e4c836743529140b019cdb7b47b&device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 1096 time: 0.0444882 Nov 19 03:31:52.733181 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-7b079232-b15d-48eb-b662-4e0f2de44768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:52.734718 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-7b079232-b15d-48eb-b662-4e0f2de44768 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 200 len: 914 time: 0.0833063 Nov 19 03:31:52.781386 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-dea0599a-997e-4d56-9684-99ad3ab424c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40f8aad2-6c57-45c5-80b3-57f59d293850 HTTP/1.1" status: 200 len: 217 time: 0.0389228 Nov 19 03:31:52.831263 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-b3295f0f-4c25-4ea5-8ff8-7d0a8c39978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:52.832718 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-b3295f0f-4c25-4ea5-8ff8-7d0a8c39978a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4345aae1-b1ef-4d3d-ba97-6b4fdda93026 HTTP/1.1" status: 200 len: 853 time: 0.0443323 Nov 19 03:31:52.863115 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-7abd9ff3-8335-444d-b98b-14c0bafe97cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237434 Nov 19 03:31:52.953144 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-c8e89244-2aba-41ba-bad0-5786796e1add service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831895 Nov 19 03:31:53.048716 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0f7aa67-afbe-4320-9f83-19b6d4fcabed req-b1ef525a-5a9f-4ee1-9007-ef8f8728045e service neutron] 10.222.0.50 "GET /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886261 Nov 19 03:31:53.176830 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1995e-7058-4c98-92df-3d0701faf8fb req-fb6c4fcd-c30b-4bf9-9cbe-b3cb4ff414cf tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:53.178322 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-41d1995e-7058-4c98-92df-3d0701faf8fb req-fb6c4fcd-c30b-4bf9-9cbe-b3cb4ff414cf tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 943 time: 0.0649066 Nov 19 03:31:53.230275 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-41d1995e-7058-4c98-92df-3d0701faf8fb req-caa66531-d447-41bd-8332-93ba7a3c7dc9 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Nov 19 03:31:54.349597 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56af2c-14cf-4345-b1fc-6204e20e821c req-93f47eb2-2de7-456e-95db-89962c83fd17 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:54.351667 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e56af2c-14cf-4345-b1fc-6204e20e821c req-93f47eb2-2de7-456e-95db-89962c83fd17 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 943 time: 0.0525825 Nov 19 03:31:54.398079 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e56af2c-14cf-4345-b1fc-6204e20e821c req-3ea69771-ca67-4a45-9043-4478ee76f6a4 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Nov 19 03:31:54.914365 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 40f8aad2-6c57-45c5-80b3-57f59d293850 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:31:55.013534 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 40f8aad2-6c57-45c5-80b3-57f59d293850, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=40f8aad2-6c57-45c5-80b3-57f59d293850,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:31:55.025395 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': '40f8aad2-6c57-45c5-80b3-57f59d293850', 'network_id': 'f7a7cecd-d962-4862-b1b4-9d2eba0e36dc', 'port_id': '40f8aad2-6c57-45c5-80b3-57f59d293850', 'mac_address': 'fa:16:3e:c5:b3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4345aae1-b1ef-4d3d-ba97-6b4fdda93026', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:31:55.068319 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:55.083066 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f8aad2-6c57-45c5-80b3-57f59d293850 {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:31:55.103941 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 40f8aad2-6c57-45c5-80b3-57f59d293850, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=40f8aad2-6c57-45c5-80b3-57f59d293850,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:31:55.107575 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:55.160349 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=40f8aad2-6c57-45c5-80b3-57f59d293850,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:55.167387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.167671 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.168263 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.168600 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.168933 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.169259 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.169583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.169905 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.170228 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.170575 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.170910 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.171213 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:31:55.514544 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6f95e-cb1e-453f-beb1-9e83d02227cc req-de29ea48-4610-4a4a-afb4-8331e4af9cb0 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:55.516000 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42b6f95e-cb1e-453f-beb1-9e83d02227cc req-de29ea48-4610-4a4a-afb4-8331e4af9cb0 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 944 time: 0.0481358 Nov 19 03:31:55.525188 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['40f8aad2-6c57-45c5-80b3-57f59d293850'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:31:55.564207 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42b6f95e-cb1e-453f-beb1-9e83d02227cc req-a31db5ad-0de2-441c-9c14-349c49be6848 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Nov 19 03:31:56.679309 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac8a81-44c3-4c4b-8799-e74c4c653536 req-87124708-ccb8-4272-bdfb-a5ed2b6e6bc6 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:56.680765 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8eac8a81-44c3-4c4b-8799-e74c4c653536 req-87124708-ccb8-4272-bdfb-a5ed2b6e6bc6 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 944 time: 0.0480978 Nov 19 03:31:56.732845 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8eac8a81-44c3-4c4b-8799-e74c4c653536 req-8d3a5311-92e9-4518-98ea-8252c41f0cd5 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Nov 19 03:31:56.911713 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 40f8aad2-6c57-45c5-80b3-57f59d293850 up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:31:56.964133 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port 40f8aad2-6c57-45c5-80b3-57f59d293850 completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:31:56.968237 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port 40f8aad2-6c57-45c5-80b3-57f59d293850 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:31:56.968608 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:57.044527 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:57.070663 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8aad2-6c57-45c5-80b3-57f59d293850'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:31:57.072922 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072841fc-906f-40c2-a40b-6c8032e935fd" -d '{"events": [{"server_uuid": "3dd963dc-ce54-46bd-8abf-52afa2be8088", "name": "network-vif-plugged", "status": "completed", "tag": "40f8aad2-6c57-45c5-80b3-57f59d293850"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:31:57.086310 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port 40f8aad2-6c57-45c5-80b3-57f59d293850, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=40f8aad2-6c57-45c5-80b3-57f59d293850,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:31:57.090399 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:31:57.135973 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=40f8aad2-6c57-45c5-80b3-57f59d293850,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:31:57.170939 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7cb88e-a8ab-47c6-83d9-5e98a6f2630d x-openstack-request-id: req-1f7cb88e-a8ab-47c6-83d9-5e98a6f2630d {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:31:57.171259 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd963dc-ce54-46bd-8abf-52afa2be8088", "name": "network-vif-plugged", "status": "completed", "tag": "40f8aad2-6c57-45c5-80b3-57f59d293850", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:31:57.171513 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f7cb88e-a8ab-47c6-83d9-5e98a6f2630d {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:31:57.171905 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f8aad2-6c57-45c5-80b3-57f59d293850', 'code': 200} Nov 19 03:31:57.362898 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bae182-e55f-413b-9854-fdd00e5c6547 req-eb6bbf39-0d03-4ac4-be73-7a1a04d367c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:57.364357 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d2bae182-e55f-413b-9854-fdd00e5c6547 req-eb6bbf39-0d03-4ac4-be73-7a1a04d367c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 1098 time: 0.0387814 Nov 19 03:31:57.409480 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d2bae182-e55f-413b-9854-fdd00e5c6547 req-0bc80685-fee5-46d0-9e36-0b7b3fbb7d95 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Nov 19 03:31:57.987272 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a993d7-e7c9-48f8-b6ec-dff92c545e2b req-820c310c-501f-432c-b5bb-55dcef0a3315 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:57.988773 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-86a993d7-e7c9-48f8-b6ec-dff92c545e2b req-820c310c-501f-432c-b5bb-55dcef0a3315 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 945 time: 0.0471671 Nov 19 03:31:58.035015 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-86a993d7-e7c9-48f8-b6ec-dff92c545e2b req-57c447ab-0a66-4c6a-a8b6-23a9ce7cbfe2 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396698 Nov 19 03:31:59.159578 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b89d1-240d-46f6-8c9e-6957fbf85932 req-52a04513-8462-4b1f-941d-906b37e63dbc tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:31:59.161042 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c26b89d1-240d-46f6-8c9e-6957fbf85932 req-52a04513-8462-4b1f-941d-906b37e63dbc tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Nov 19 03:31:59.207501 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c26b89d1-240d-46f6-8c9e-6957fbf85932 req-352d2722-ac07-4bf0-b28e-51a99887bef0 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Nov 19 03:32:07.409048 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3a48943a-c5fc-4bb1-8279-1ff6fbcc292c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:07.795278 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:09.674104 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ffe5ba68-3cf4-4cc2-b39b-bfb38b37cc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:10.826916 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:12.322171 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:12.928968 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:24.829045 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:32:26.237531 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-20fd7aff-8ccf-400b-a0b5-eeacf8391f0e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741082130&fields=id&tenant_id=0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 267 time: 0.0440786 Nov 19 03:32:26.345201 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-7c280488-e2aa-418d-80d8-92635c7c6335 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:26.346583 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-7c280488-e2aa-418d-80d8-92635c7c6335 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 811 time: 0.1017013 Nov 19 03:32:26.361089 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-75f3d224-57d0-4ff6-acad-0259969bb8c4 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/quotas/0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 375 time: 0.0088124 Nov 19 03:32:26.413341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-6310089e-0b58-456a-8ed7-01d5b536ace7 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471127 Nov 19 03:32:26.470683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-02fb97a4-41ec-49f4-9834-c926deab2705 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:32:26.471701 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-02fb97a4-41ec-49f4-9834-c926deab2705 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472355 Nov 19 03:32:26.572676 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f63946b3-0415-4b25-84cc-148605931173 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945883 Nov 19 03:32:26.658772 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-73da037b-ae49-4ae7-ac93-a46542f90a8a service neutron] 10.222.0.47 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800385 Nov 19 03:32:26.951603 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-cd59fdae-96f6-4e7a-94f1-afd41b89b130 req-fe231b3e-923f-44a2-86c6-e201150e3df3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 210 time: 0.0274622 Nov 19 03:32:27.996119 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-955b9069-2ad9-466f-b44d-070bc216e05d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:27.997606 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-955b9069-2ad9-466f-b44d-070bc216e05d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 811 time: 0.1074722 Nov 19 03:32:28.059961 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2b841aa9-fb03-4e04-9ccb-bfa232a9b936 req-6681389f-4c6c-4bd9-a2a6-7d55679e019b tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 210 time: 0.0383708 Nov 19 03:32:28.101341 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-5b5e6713-c6de-4134-9b69-c6ed619ba488 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b123731cbb4468b8bae663587e792e7 HTTP/1.1" status: 200 len: 380 time: 0.0866103 Nov 19 03:32:28.111324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'port': {'device_id': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'admin_state_up': True, 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'security_groups': ['3afb58f4-a438-4bf5-8b94-c859ffd5cf6b']}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:32:28.220470 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Made reservation on behalf of 0b123731cbb4468b8bae663587e792e7 for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:32:28.223967 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:28.343177 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Allocated IP 172.20.0.13 (ec6214ac-d99f-413c-a1b4-78005c417695/69748e62-2fad-45a9-bdbd-8021dd3f9e46/cbb52976-7d32-47e8-a00a-a0efa3d3f95a) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:32:28.480943 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:28.513838 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:28.563772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Network ec6214ac-d99f-413c-a1b4-78005c417695 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:32:28.567481 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:32:28.571665 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:32:28.596331 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:28.609752 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.610095 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.610431 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.610788 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.611113 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.611429 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.611760 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.612081 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.612404 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.612718 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.613037 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.613346 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:32:28.636971 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:28.637645 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:28.655523 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-f07318b5-1928-44b4-a14d-504edfff280a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478721 Nov 19 03:32:28.683397 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Request body: {'port': {'device_id': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:32:28.741877 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:28.775579 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-b0f73512-bfba-4694-9017-f3d34c5a7676 None None] Provisioning complete for port cbb52976-7d32-47e8-a00a-a0efa3d3f95a triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:32:28.776172 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b0f73512-bfba-4694-9017-f3d34c5a7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:28.814462 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-b0f73512-bfba-4694-9017-f3d34c5a7676 None None] Port cbb52976-7d32-47e8-a00a-a0efa3d3f95a cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:32:29.022102 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb52976-7d32-47e8-a00a-a0efa3d3f95a {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:32:29.030000 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:29.042197 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Transition to ACTIVE for port object cbb52976-7d32-47e8-a00a-a0efa3d3f95a will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:32:29.046109 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:29.100808 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:29.203012 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Attempting to bind port cbb52976-7d32-47e8-a00a-a0efa3d3f95a on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:32:29.203012 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Attempting to bind port cbb52976-7d32-47e8-a00a-a0efa3d3f95a by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:32:29.203012 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Attempting to bind port cbb52976-7d32-47e8-a00a-a0efa3d3f95a on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:32:29.224998 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Port cbb52976-7d32-47e8-a00a-a0efa3d3f95a on network ec6214ac-d99f-413c-a1b4-78005c417695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:32:29.225974 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Attempting to bind port cbb52976-7d32-47e8-a00a-a0efa3d3f95a on network ec6214ac-d99f-413c-a1b4-78005c417695 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:32:29.234397 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:32:29.234764 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Checking segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:32:29.235145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Bound using segment: {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:32:29.235580 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Bound port: cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f630f4-fddc-48f9-b76e-4a768a25572b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:32:29.235930 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:29.264089 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f64f6-287c-47fb-b30b-d5d82353369d req-185f2534-1090-4303-9ada-3d29f0a57e37 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:29.265561 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7b8f64f6-287c-47fb-b30b-d5d82353369d req-185f2534-1090-4303-9ada-3d29f0a57e37 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0780785 Nov 19 03:32:29.345275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] For port cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:32:29.348507 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] For port cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:32:29.353838 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7b8f64f6-287c-47fb-b30b-d5d82353369d req-b3a259ff-1ec7-4727-a596-a42692b4f38f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711226 Nov 19 03:32:29.355319 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:29.390957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:29.391564 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:29.392902 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] 10.222.0.50 "PUT /v2.0/ports/cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 200 len: 1094 time: 0.7151222 Nov 19 03:32:29.393336 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:32:29.395591 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28783161-d724-4cf9-9e86-25a1fe034321" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:32:29.420541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cc2a6-658f-406b-8f59-3513a7633633 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:29.442984 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15930f64-0cd9-4e6d-a1e5-499081447776 x-openstack-request-id: req-15930f64-0cd9-4e6d-a1e5-499081447776 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:32:29.443274 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:32:29.443534 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15930f64-0cd9-4e6d-a1e5-499081447776 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:32:29.443957 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'status': 'completed', 'code': 200} Nov 19 03:32:29.517699 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-9d50fde6-8517-4ff2-8888-6b0e4e16084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:29.519272 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-9d50fde6-8517-4ff2-8888-6b0e4e16084d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1097 time: 0.0512784 Nov 19 03:32:29.578000 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-7d02ae0e-b964-4b32-ac4a-a26d40b796d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 200 len: 217 time: 0.0347598 Nov 19 03:32:29.627666 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-dbb8c52c-eb08-4a34-9ded-6c4798a0f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:29.629063 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-dbb8c52c-eb08-4a34-9ded-6c4798a0f3f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0430424 Nov 19 03:32:29.681352 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-c691710c-4d14-45be-86b5-528fffac908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:29.682838 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-c691710c-4d14-45be-86b5-528fffac908b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442345 Nov 19 03:32:29.777560 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-48884cfe-f622-4d61-8ac2-9cb3d94adfe3 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862229 Nov 19 03:32:29.889704 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d1baef92-4528-4c4f-a2a0-5bcf773a3d72 req-1d92b408-831d-4cd4-949b-6f4e2ee3fa94 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923269 Nov 19 03:32:30.025648 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783161-d724-4cf9-9e86-25a1fe034321 req-22ff3308-d81c-4c09-bf77-90752e65aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:30.027139 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-22ff3308-d81c-4c09-bf77-90752e65aef0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1097 time: 0.0411134 Nov 19 03:32:30.120742 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783161-d724-4cf9-9e86-25a1fe034321 req-7cdfe7a8-837c-4d6c-94b6-95965008b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:30.122187 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-7cdfe7a8-837c-4d6c-94b6-95965008b2d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0863454 Nov 19 03:32:30.176752 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-31cec6c4-716e-4cf6-9b92-7517195ef43f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 200 len: 217 time: 0.0391402 Nov 19 03:32:30.228968 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783161-d724-4cf9-9e86-25a1fe034321 req-1cb4e589-cfcb-4cfe-a8e9-7006f18d4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:30.230420 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-1cb4e589-cfcb-4cfe-a8e9-7006f18d4a39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0456543 Nov 19 03:32:30.276114 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783161-d724-4cf9-9e86-25a1fe034321 req-5f4ee58b-6f62-435d-97f4-ed96082eaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:30.277521 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-5f4ee58b-6f62-435d-97f4-ed96082eaf38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399675 Nov 19 03:32:30.374897 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-56f3864f-e422-4801-9fb9-0c247f79f33b service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888042 Nov 19 03:32:30.784138 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81c1f-b592-4282-aa51-8fc4d0b0b5b6 req-1c99cdc9-6175-4896-9b89-70b4e3da9853 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:30.785611 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0a81c1f-b592-4282-aa51-8fc4d0b0b5b6 req-1c99cdc9-6175-4896-9b89-70b4e3da9853 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 945 time: 0.3897960 Nov 19 03:32:30.829706 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849631-1c4f-45f2-822a-d33786a27c6d req-cd5ac44a-c498-41b7-8f73-788dd0e2f4e2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:30.831327 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96849631-1c4f-45f2-822a-d33786a27c6d req-cd5ac44a-c498-41b7-8f73-788dd0e2f4e2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.3950107 Nov 19 03:32:30.837055 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28783161-d724-4cf9-9e86-25a1fe034321 req-d62ae401-812a-47ae-b3f5-c68929904090 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303792 Nov 19 03:32:30.882395 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e0a81c1f-b592-4282-aa51-8fc4d0b0b5b6 req-d83b7f69-6d0c-4cbc-bf4b-ae0495c53549 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876739 Nov 19 03:32:30.907658 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96849631-1c4f-45f2-822a-d33786a27c6d req-e3e721e3-db75-4a8c-ab5b-9be0679cecfd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671482 Nov 19 03:32:32.031362 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a749-de17-4310-977c-9dd7af1684d5 req-f51aa195-eaae-4b28-9855-c0666b707117 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:32.032870 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5432a749-de17-4310-977c-9dd7af1684d5 req-f51aa195-eaae-4b28-9855-c0666b707117 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 945 time: 0.0803270 Nov 19 03:32:32.044395 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a12373-1d3c-47a1-82ae-0b02a9c0044d req-44097fa0-b87e-4dd8-b989-0ff86d47da4d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:32.045768 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-49a12373-1d3c-47a1-82ae-0b02a9c0044d req-44097fa0-b87e-4dd8-b989-0ff86d47da4d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0647180 Nov 19 03:32:32.114615 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5432a749-de17-4310-977c-9dd7af1684d5 req-b51ffd52-8530-4b36-a360-66abff7de0c3 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678792 Nov 19 03:32:32.123958 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-49a12373-1d3c-47a1-82ae-0b02a9c0044d req-769ce3a1-cde2-4f0a-8dd8-6aa6ce8ecba5 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717018 Nov 19 03:32:33.260271 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09381288-61ce-415d-b8c9-e54f7ba12b20 req-616ecf43-22f0-4b5e-8e6c-d07ddc1f49da tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:33.261694 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09381288-61ce-415d-b8c9-e54f7ba12b20 req-616ecf43-22f0-4b5e-8e6c-d07ddc1f49da tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 945 time: 0.0785904 Nov 19 03:32:33.269594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8cea8-5bf4-4fc3-babe-6a0005f928f2 req-579e1d65-99c5-447c-8410-267ac39d1957 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:33.270933 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-62f8cea8-5bf4-4fc3-babe-6a0005f928f2 req-579e1d65-99c5-447c-8410-267ac39d1957 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0780528 Nov 19 03:32:33.352324 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-09381288-61ce-415d-b8c9-e54f7ba12b20 req-32e8eef6-74f6-4a35-a56a-128367a41eb4 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a5bff7d-38ba-44e8-934f-0a0b22ee94db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803697 Nov 19 03:32:33.368515 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-62f8cea8-5bf4-4fc3-babe-6a0005f928f2 req-d2807a55-4543-453c-8988-9406799aa8c8 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904429 Nov 19 03:32:33.390982 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-d0da2249-73e4-452f-a237-5333ba5377f1 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:33.392465 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-d0da2249-73e4-452f-a237-5333ba5377f1 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "GET /v2.0/ports?device_id=3dd963dc-ce54-46bd-8abf-52afa2be8088 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Nov 19 03:32:33.483849 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Deleting port 40f8aad2-6c57-45c5-80b3-57f59d293850 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:32:33.484184 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:33.571723 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] For port 40f8aad2-6c57-45c5-80b3-57f59d293850, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=40f8aad2-6c57-45c5-80b3-57f59d293850,segment=NetworkSegment(7cd56ff3-2a66-44d3-91fe-c0635a2800ee),segment_id=7cd56ff3-2a66-44d3-91fe-c0635a2800ee)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:32:33.572078 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:33.585098 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Calling delete_port for 40f8aad2-6c57-45c5-80b3-57f59d293850 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:32:33.711042 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:33.736368 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Pushing event deleted for resources: {'Port': ['ID=40f8aad2-6c57-45c5-80b3-57f59d293850,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:33.745559 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['40f8aad2-6c57-45c5-80b3-57f59d293850'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:32:33.779035 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] No DVR routers for this DVR port 40f8aad2-6c57-45c5-80b3-57f59d293850 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:32:33.781354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:33.784652 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-95daaea8-717a-4eeb-82ed-5f7e7aa07ddd req-99332d23-e807-4b49-bacd-5321b22d3149 tempest-VolumesSnapshotTestJSON-425028906 tempest-VolumesSnapshotTestJSON-425028906-project] 10.222.0.50 "DELETE /v2.0/ports/40f8aad2-6c57-45c5-80b3-57f59d293850 HTTP/1.1" status: 204 len: 173 time: 0.3861995 Nov 19 03:32:33.785088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'name': 'network-vif-deleted', 'tag': '40f8aad2-6c57-45c5-80b3-57f59d293850'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:32:33.787558 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db891f9c-3c87-4321-8a0c-126579c4ccf8" -d '{"events": [{"server_uuid": "3dd963dc-ce54-46bd-8abf-52afa2be8088", "name": "network-vif-deleted", "tag": "40f8aad2-6c57-45c5-80b3-57f59d293850"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:32:33.822776 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d739f8f1-71fd-4dae-9306-c4d6175a5a5d x-openstack-request-id: req-d739f8f1-71fd-4dae-9306-c4d6175a5a5d {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:32:33.823106 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd963dc-ce54-46bd-8abf-52afa2be8088", "name": "network-vif-deleted", "tag": "40f8aad2-6c57-45c5-80b3-57f59d293850", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:32:33.823326 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d739f8f1-71fd-4dae-9306-c4d6175a5a5d {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:32:33.823844 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd963dc-ce54-46bd-8abf-52afa2be8088', 'name': 'network-vif-deleted', 'tag': '40f8aad2-6c57-45c5-80b3-57f59d293850', 'status': 'completed', 'code': 200} Nov 19 03:32:34.489355 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a7de-d0cb-42c3-9562-eec1132b3cf9 req-fe598f49-07de-425e-9793-8fa4df4d92e0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:34.490995 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5182a7de-d0cb-42c3-9562-eec1132b3cf9 req-fe598f49-07de-425e-9793-8fa4df4d92e0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0531125 Nov 19 03:32:34.543893 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5182a7de-d0cb-42c3-9562-eec1132b3cf9 req-eb809a31-8ff6-4f31-bb9f-e8589c2944b2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470002 Nov 19 03:32:35.656955 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cd75a-d8a6-4122-9080-8a7613893caf req-5b280dcd-cb34-497e-bc8d-3910252f616d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:35.658431 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b93cd75a-d8a6-4122-9080-8a7613893caf req-5b280dcd-cb34-497e-bc8d-3910252f616d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0485232 Nov 19 03:32:35.709696 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b93cd75a-d8a6-4122-9080-8a7613893caf req-8bd0ae18-7e71-4c63-8a0a-ed82d0881e6d tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Nov 19 03:32:36.825630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd48ed-b9e4-43fc-856d-93c1456c754c req-96db7be4-b058-44c7-9278-385473f539ec tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:36.827118 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-69fd48ed-b9e4-43fc-856d-93c1456c754c req-96db7be4-b058-44c7-9278-385473f539ec tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0522447 Nov 19 03:32:36.875485 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-69fd48ed-b9e4-43fc-856d-93c1456c754c req-554719a5-4c23-482f-bc28-4f5592879d67 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Nov 19 03:32:37.410117 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6353d081-824b-48c2-83d5-a0d0ae7a708b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:37.430014 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 40f8aad2-6c57-45c5-80b3-57f59d293850 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:32:37.452796 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: 40f8aad2-6c57-45c5-80b3-57f59d293850 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:32:37.453125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device 40f8aad2-6c57-45c5-80b3-57f59d293850 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:32:37.993106 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a543b6a-693d-4589-aac3-177eac7cfcf3 req-91e7f632-894c-49ca-b9a5-4de3bbfa0cc3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:37.994576 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a543b6a-693d-4589-aac3-177eac7cfcf3 req-91e7f632-894c-49ca-b9a5-4de3bbfa0cc3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0480409 Nov 19 03:32:38.042132 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9a543b6a-693d-4589-aac3-177eac7cfcf3 req-b48b7257-45b8-4b1d-8c39-178f0639d8b2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Nov 19 03:32:38.584709 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:39.155763 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e44446-502c-4af3-9011-eb8fefebb5d6 req-eab392bf-a4cf-4c12-b836-a5d6d6ccacdd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:39.157202 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42e44446-502c-4af3-9011-eb8fefebb5d6 req-eab392bf-a4cf-4c12-b836-a5d6d6ccacdd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0483470 Nov 19 03:32:39.208502 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-42e44446-502c-4af3-9011-eb8fefebb5d6 req-df24db13-8e06-42f8-9051-e4490bdc76e8 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 Nov 19 03:32:39.674297 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f591d5ae-9782-415c-bbcc-a7f3dc80c596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:40.321370 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e3e7d-cc25-4be7-a221-bcf2515953d6 req-550f7c7c-435c-4c0b-a454-192691b428cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:40.322817 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b31e3e7d-cc25-4be7-a221-bcf2515953d6 req-550f7c7c-435c-4c0b-a454-192691b428cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 944 time: 0.0477641 Nov 19 03:32:40.370812 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b31e3e7d-cc25-4be7-a221-bcf2515953d6 req-ba535e7b-ce65-44d0-a9f7-631fbda48889 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Nov 19 03:32:40.829953 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:41.153374 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device cbb52976-7d32-47e8-a00a-a0efa3d3f95a details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:32:41.258422 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:32:41.263230 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'port_id': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'mac_address': 'fa:16:3e:f8:1b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:32:41.303851 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:41.317326 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb52976-7d32-47e8-a00a-a0efa3d3f95a {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:32:41.338917 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:32:41.342820 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:41.388161 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:41.483340 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53797fb0-9832-4113-8ade-4f01e4ffbd68 req-ca3f5cb0-b210-4d13-8077-ee2add474fb0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:41.484840 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53797fb0-9832-4113-8ade-4f01e4ffbd68 req-ca3f5cb0-b210-4d13-8077-ee2add474fb0 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Nov 19 03:32:41.534199 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53797fb0-9832-4113-8ade-4f01e4ffbd68 req-1f882317-b082-4f58-ad10-e66cad018b6f tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Nov 19 03:32:41.733252 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['cbb52976-7d32-47e8-a00a-a0efa3d3f95a'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:32:42.324555 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:42.651535 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc81e1-d244-4416-8419-66ced1ac6008 req-d6838691-b35e-46a5-ae9f-293193cb64aa tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:42.652996 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3bc81e1-d244-4416-8419-66ced1ac6008 req-d6838691-b35e-46a5-ae9f-293193cb64aa tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 945 time: 0.0526209 Nov 19 03:32:42.706303 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f3bc81e1-d244-4416-8419-66ced1ac6008 req-5869050c-6f1d-4466-b523-f15343546adf tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471735 Nov 19 03:32:42.934081 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:43.155233 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device cbb52976-7d32-47e8-a00a-a0efa3d3f95a up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:32:43.203787 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port cbb52976-7d32-47e8-a00a-a0efa3d3f95a completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:32:43.207466 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port cbb52976-7d32-47e8-a00a-a0efa3d3f95a triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:32:43.207828 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:43.280569 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:43.301860 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:32:43.304882 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76f7a86-0f8b-4f61-a099-01421c024f83" -d '{"events": [{"server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "name": "network-vif-plugged", "status": "completed", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:32:43.321221 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:32:43.324949 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:43.346939 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d44b939-2fae-455e-9891-d65eecd72bce x-openstack-request-id: req-0d44b939-2fae-455e-9891-d65eecd72bce {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:32:43.347234 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "name": "network-vif-plugged", "status": "completed", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:32:43.347485 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0d44b939-2fae-455e-9891-d65eecd72bce {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:32:43.347866 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'code': 200} Nov 19 03:32:43.372893 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:43.586935 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa5eec-b8d2-4da7-9ea3-38c3172c9e90 req-c7e094b4-3f08-4488-bc04-8965c0e1a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:43.588412 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a8fa5eec-b8d2-4da7-9ea3-38c3172c9e90 req-c7e094b4-3f08-4488-bc04-8965c0e1a13a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1099 time: 0.0392747 Nov 19 03:32:43.638237 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a8fa5eec-b8d2-4da7-9ea3-38c3172c9e90 req-e907b1e9-684e-4214-8037-d50f264de7a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Nov 19 03:32:43.825615 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298c52e-006a-45f0-90b4-cb556c442beb req-dc4e503e-7f93-4f01-a7d6-b0a205e836ee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:43.827116 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2298c52e-006a-45f0-90b4-cb556c442beb req-dc4e503e-7f93-4f01-a7d6-b0a205e836ee tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.0500617 Nov 19 03:32:43.880638 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2298c52e-006a-45f0-90b4-cb556c442beb req-6e1eb0db-ef6b-4fa0-b224-abd61f89825e tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474508 Nov 19 03:32:45.008208 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3732b82-2aab-4e9f-b8f5-7c7b2437c238 req-55f15309-0a46-41c1-b3cc-dc5ae5be1632 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:45.009672 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c3732b82-2aab-4e9f-b8f5-7c7b2437c238 req-55f15309-0a46-41c1-b3cc-dc5ae5be1632 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.0494237 Nov 19 03:32:45.060314 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c3732b82-2aab-4e9f-b8f5-7c7b2437c238 req-26a53961-7e7c-4283-a953-08ceecdd7073 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Nov 19 03:32:46.175079 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2ee48-27d9-46bd-acc9-0017912830f7 req-511afe2c-9912-4200-b42b-0e772e50f251 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:46.176528 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4dc2ee48-27d9-46bd-acc9-0017912830f7 req-511afe2c-9912-4200-b42b-0e772e50f251 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.0492201 Nov 19 03:32:46.226800 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4dc2ee48-27d9-46bd-acc9-0017912830f7 req-b5275570-8e4a-4e73-8720-8fa678d4eb2a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Nov 19 03:32:46.343446 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024e730-c5e2-479f-b86e-15e07bed15a5 req-2a90ee63-f8c6-4927-9340-046be1ab24cd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:46.344914 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c024e730-c5e2-479f-b86e-15e07bed15a5 req-2a90ee63-f8c6-4927-9340-046be1ab24cd tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.0520871 Nov 19 03:32:46.393537 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c024e730-c5e2-479f-b86e-15e07bed15a5 req-eea19070-0548-4e62-9b97-35a4b80f3071 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Nov 19 03:32:46.416430 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35682) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:32:46.549646 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a03272-a097-422c-9bdc-ea2ea3dbdd1a tempest-TestVolumeBootPattern-518499388 tempest-TestVolumeBootPattern-518499388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:46.551151 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-65a03272-a097-422c-9bdc-ea2ea3dbdd1a tempest-TestVolumeBootPattern-518499388 tempest-TestVolumeBootPattern-518499388-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1094 time: 0.1337175 Nov 19 03:32:46.553961 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35686) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:32:46.558120 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'port_id': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:32:46.579328 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:46.675227 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:46.773992 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Allocated IP 172.27.0.198 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/f90c2ebb-5288-454a-a401-b84efd092e19) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:32:46.875408 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:46.931914 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:46.978209 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:32:46.981103 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:32:46.984681 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:32:47.011781 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=f90c2ebb-5288-454a-a401-b84efd092e19,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:47.344314 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:47.407412 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:47.554291 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:47.558398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:47.627325 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event updated for resources: {'Port': ['ID=f90c2ebb-5288-454a-a401-b84efd092e19,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:32:47.639112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:47.737675 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Floating IP fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41 associated. External IP: 172.27.0.198, port: cbb52976-7d32-47e8-a00a-a0efa3d3f95a. Nov 19 03:32:47.937969 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:32:48.045027 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:32:48.054536 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:32:48.063772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:32:48.064523 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:32:48.065143 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:32:48.094995 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-5ef01b8c-0d7d-457c-884a-514bf7aca0cc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5400114 Nov 19 03:32:48.095591 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:32:48.097828 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fb6f09-fc86-439b-990d-2619e35d1760" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:32:48.135838 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42a6b9d-d65f-42fb-ae48-b043ff470bad x-openstack-request-id: req-a42a6b9d-d65f-42fb-ae48-b043ff470bad {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:32:48.136126 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:32:48.136381 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a42a6b9d-d65f-42fb-ae48-b043ff470bad {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:32:48.136778 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'status': 'completed', 'code': 200} Nov 19 03:32:48.175026 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:32:48.403016 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:28Z', 'revision_number': 1, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}, {'id': 'fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:f8:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:32:47Z', 'updated_at': '2021-11-19T03:32:47Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:32:48.429461 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:32:48.437456 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:32:48.438021 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:32:48.538911 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:32:48.876073 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:28Z', 'revision_number': 1, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}, {'id': 'fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:f8:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:32:47Z', 'updated_at': '2021-11-19T03:32:47Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:32:48.905623 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa0432a-9a61-4857-ae26-3d1c8cc27eff None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:28Z', 'revision_number': 1, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}, {'id': 'fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:f8:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:32:47Z', 'updated_at': '2021-11-19T03:32:47Z', 'revision_number': 0, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:32:49.097690 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc083a4c-2453-4183-a468-e3432c3a4870 None None] New status for floating IP fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41: ACTIVE {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:32:49.671637 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-b00ca891-a4b2-4418-b84d-87b9d3aa74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:49.673053 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-b00ca891-a4b2-4418-b84d-87b9d3aa74f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1099 time: 0.0417697 Nov 19 03:32:49.761970 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-f4cd2c51-68c0-4e0e-9c12-fee1cd5e259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:49.763454 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-f4cd2c51-68c0-4e0e-9c12-fee1cd5e259c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0819223 Nov 19 03:32:49.832919 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-998f1319-5308-4572-9279-f99e7930135f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 200 len: 1002 time: 0.0607920 Nov 19 03:32:49.879652 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-272f2a80-e5be-4e78-aa06-75e45b2f91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:49.881597 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-272f2a80-e5be-4e78-aa06-75e45b2f91a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0420320 Nov 19 03:32:49.934513 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-5ff51c05-c5b9-4b8a-9dfa-48c8ae6d2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:32:49.935921 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-5ff51c05-c5b9-4b8a-9dfa-48c8ae6d2c25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473349 Nov 19 03:32:50.029732 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-f318ac87-251c-4e03-8e3b-14d69d088e0b service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837164 Nov 19 03:32:50.121022 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28fb6f09-fc86-439b-990d-2619e35d1760 req-f381b97f-7d5b-405c-b976-64dd40a6996b service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837576 Nov 19 03:33:00.423775 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35774) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:00.472011 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Deleting subnet 4345aae1-b1ef-4d3d-ba97-6b4fdda93026 {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:33:00.476048 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.509132 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5208124'] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.548192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.601270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7388785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5011098'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.631653 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4345aae1-b1ef-4d3d-ba97-6b4fdda93026,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:00.634259 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.637601 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-7261b36b-96f0-4fd1-832a-dfffc020043a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4345aae1-b1ef-4d3d-ba97-6b4fdda93026 HTTP/1.1" status: 204 len: 168 time: 0.2128241 Nov 19 03:33:00.639521 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35776) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:00.705114 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.785273 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.806343 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a7cecd-d962-4862-b1b4-9d2eba0e36dc']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:00.815324 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd56ff3-2a66-44d3-91fe-c0635a2800ee') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:00.815621 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd56ff3-2a66-44d3-91fe-c0635a2800ee') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:00.824725 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.837443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.843271 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:33:00.843655 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:33:00.845282 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:33:00.898317 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.903517 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:00.906685 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] 10.222.0.47 "DELETE /v2.0/networks/f7a7cecd-d962-4862-b1b4-9d2eba0e36dc HTTP/1.1" status: 204 len: 168 time: 0.2662439 Nov 19 03:33:00.918800 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1198be-77cb-40e0-a16a-8b2804c10c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a7cecd-d962-4862-b1b4-9d2eba0e36dc,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:01.087274 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35780) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:01.126393 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-72de77ac-559a-489c-80da-325e70e7c05f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91f91e4c836743529140b019cdb7b47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378966 Nov 19 03:33:01.128735 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35782) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:01.179601 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4e70d4d5-4184-414f-898a-1846efa5fc1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:01.201048 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4e70d4d5-4184-414f-898a-1846efa5fc1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:01.248767 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4e70d4d5-4184-414f-898a-1846efa5fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:01.251397 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4e70d4d5-4184-414f-898a-1846efa5fc1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:01.252560 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4e70d4d5-4184-414f-898a-1846efa5fc1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a5bff7d-38ba-44e8-934f-0a0b22ee94db HTTP/1.1" status: 204 len: 168 time: 0.1229250 Nov 19 03:33:01.260198 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d4d5-4184-414f-898a-1846efa5fc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5bff7d-38ba-44e8-934f-0a0b22ee94db,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:01.827441 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:33:01.900153 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35806) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:01.993807 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-956196960-network', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:02.015150 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Made reservation on behalf of 5c1793e5d8d8432498e1c34ec1d15321 for: {'network': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:33:02.017352 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.025805 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.099931 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.103661 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.131381 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:33:02.136745 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25ea9c0-3c00-4715-84c7-06e92f7d94fe,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:02.143894 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.144304 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.segments_db [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Added segment fb98475c-935c-4d91-a736-11e91fb193e3 of type vlan for network 797e4d8c-1166-41b8-be1d-e920f770d913 Nov 19 03:33:02.188112 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.211327 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.212274 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:02.212878 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.276856 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755054 Nov 19 03:33:02.279794 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35810) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:02.285898 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Request body: {'subnet': {'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-956196960-subnet', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'ip_version': 4}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:02.288708 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121001-4d56-4db3-a041-e225ef53ac32 admin admin] Pushing event updated for resources: {'Network': ['ID=797e4d8c-1166-41b8-be1d-e920f770d913,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:02.298563 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 797e4d8c-1166-41b8-be1d-e920f770d913 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:33:02.307366 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Made reservation on behalf of 5c1793e5d8d8432498e1c34ec1d15321 for: {'subnet': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:33:02.309655 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5088157'] for subnet, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.469977 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2786223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5088239'] for subnet, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.527443 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1,revision_number=0']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:02.538410 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.538681 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.539026 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.539356 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.539684 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.540269 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.540602 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.540926 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.541249 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.541570 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.541891 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.542205 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:02.547256 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Checking segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:02.547628 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Network hostable DHCP agents. Network: 797e4d8c-1166-41b8-be1d-e920f770d913, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:33:02.563954 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Network 797e4d8c-1166-41b8-be1d-e920f770d913 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:33:02.573874 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 797e4d8c-1166-41b8-be1d-e920f770d913) {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:02.577882 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:02.578493 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.582777 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2641ce7-f1f4-4d24-9b32-4ac071745010 None None] Network 797e4d8c-1166-41b8-be1d-e920f770d913 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:33:02.596905 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f2c5671c-03f9-491e-a1b2-30ffdd628e85 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3134928 Nov 19 03:33:02.597141 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35814) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:02.601990 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:02.622962 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.624076 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.675361 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.731513 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-797e4d8c-1166-41b8-be1d-e920f770d913', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:33:02.732427 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.812202 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:02.864193 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Allocated IP 172.20.0.2 (797e4d8c-1166-41b8-be1d-e920f770d913/4ecd73b3-50b7-4e66-b175-d0f476fc6cf1/231fabdc-c535-4b28-b67f-2034fc6f3839) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:03.004858 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.009418 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.010789 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.031425 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.050709 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Network 797e4d8c-1166-41b8-be1d-e920f770d913 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:03.055743 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:03.060092 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:03.063191 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Pushing event updated for resources: {'Port': ['ID=231fabdc-c535-4b28-b67f-2034fc6f3839,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:03.090351 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.090724 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.091062 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.091397 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.091722 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.092046 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.092367 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.092687 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.093007 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.093329 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.093641 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.093954 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:03.125064 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Attempting to bind port 231fabdc-c535-4b28-b67f-2034fc6f3839 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:03.125425 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Attempting to bind port 231fabdc-c535-4b28-b67f-2034fc6f3839 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:03.125782 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Attempting to bind port 231fabdc-c535-4b28-b67f-2034fc6f3839 on network 797e4d8c-1166-41b8-be1d-e920f770d913 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:03.130695 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:03.131055 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Checking segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:03.131446 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.131826 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Bound using segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:03.132284 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Bound port: 231fabdc-c535-4b28-b67f-2034fc6f3839, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:03.132653 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.137191 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Allocated IP 172.27.0.52 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/4ee26a90-da29-435a-8235-fe872acf401d) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:03.196627 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] For port 231fabdc-c535-4b28-b67f-2034fc6f3839, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:03.199817 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] For port 231fabdc-c535-4b28-b67f-2034fc6f3839, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=231fabdc-c535-4b28-b67f-2034fc6f3839,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:03.203864 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.245448 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.261767 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c8490-dbc5-4746-9fa0-82c9cd6cd15d None None] Pushing event updated for resources: {'Port': ['ID=231fabdc-c535-4b28-b67f-2034fc6f3839,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:03.283494 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:03.325645 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:03.330312 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:03.335133 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee26a90-da29-435a-8235-fe872acf401d,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:03.337371 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:03.595865 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.053952 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.139822 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e28f8-073e-4594-83fa-6422e95da8c9 None None] Network 797e4d8c-1166-41b8-be1d-e920f770d913 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:33:04.196464 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 231fabdc-c535-4b28-b67f-2034fc6f3839 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:04.203141 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:33:04.242482 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7600b721-be6f-4ce5-aeaa-56e3f1409cdf None None] Provisioning complete for port 231fabdc-c535-4b28-b67f-2034fc6f3839 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:04.242960 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7600b721-be6f-4ce5-aeaa-56e3f1409cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.311144 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:33:04.324932 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Sync routers for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:33:04.329556 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.331148 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7269c8d4-40d0-4075-9a4a-cb5024b33be4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7329917 Nov 19 03:33:04.333838 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35816) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:04.358786 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 231fabdc-c535-4b28-b67f-2034fc6f3839 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:04.359066 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.362678 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:04.363289 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:04.543250 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7600b721-be6f-4ce5-aeaa-56e3f1409cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.603981 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:04.770292 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.803400 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7600b721-be6f-4ce5-aeaa-56e3f1409cdf None None] For port 231fabdc-c535-4b28-b67f-2034fc6f3839, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=231fabdc-c535-4b28-b67f-2034fc6f3839,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:04.816716 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7600b721-be6f-4ce5-aeaa-56e3f1409cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.818951 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:04.927697 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_common [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Allocated IP 172.20.0.1 (797e4d8c-1166-41b8-be1d-e920f770d913/4ecd73b3-50b7-4e66-b175-d0f476fc6cf1/0608d82b-29e2-4208-b9df-196114c2489b) {{(pid=102573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:04.969524 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600b721-be6f-4ce5-aeaa-56e3f1409cdf None None] Pushing event updated for resources: {'Port': ['ID=231fabdc-c535-4b28-b67f-2034fc6f3839,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:04.979970 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.db.api [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 03:33:04.980322 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG oslo_db.api [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 03:33:05.002307 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-cae258cf-0078-41c4-84a7-becf4a23dcdd None None] Provisioning complete for port 231fabdc-c535-4b28-b67f-2034fc6f3839 triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:05.002681 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cae258cf-0078-41c4-84a7-becf4a23dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.042496 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.072034 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:03Z', 'revision_number': 3, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:05.081497 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.117855 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Checking router: a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:33:05.118202 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Updating router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 port 4ee26a90-da29-435a-8235-fe872acf401d binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:33:05.121383 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Network 797e4d8c-1166-41b8-be1d-e920f770d913 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:05.124434 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:05.127988 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Received port after_create {{(pid=102573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:05.149578 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.166653 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0608d82b-29e2-4208-b9df-196114c2489b,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:05.171525 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.317165 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.389382 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-cc74ca32-03b6-44f2-be05-3712f1e0898a None None] Provisioning complete for port 0608d82b-29e2-4208-b9df-196114c2489b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:05.389748 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cc74ca32-03b6-44f2-be05-3712f1e0898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.455959 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.457775 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-cc74ca32-03b6-44f2-be05-3712f1e0898a None None] Port 0608d82b-29e2-4208-b9df-196114c2489b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:33:05.463504 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.481107 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.485467 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2786096'] for port, after_update {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.550166 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05786-0ef7-4433-80fc-362c1107a230 None None] Pushing event updated for resources: {'Port': ['ID=4ee26a90-da29-435a-8235-fe872acf401d,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:05.554195 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Attempting to bind port 4ee26a90-da29-435a-8235-fe872acf401d on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:05.554596 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Attempting to bind port 4ee26a90-da29-435a-8235-fe872acf401d by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:05.554958 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Attempting to bind port 4ee26a90-da29-435a-8235-fe872acf401d on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:05.555070 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.556935 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0608d82b-29e2-4208-b9df-196114c2489b,revision_number=2']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:05.562179 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:05.562577 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:05.562973 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.563352 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:05.563817 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Bound port: 4ee26a90-da29-435a-8235-fe872acf401d, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:05.564195 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.623493 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] For port 4ee26a90-da29-435a-8235-fe872acf401d, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:05.626756 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] For port 4ee26a90-da29-435a-8235-fe872acf401d, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=4ee26a90-da29-435a-8235-fe872acf401d,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:05.631697 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:05.659514 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Network 797e4d8c-1166-41b8-be1d-e920f770d913 is already hosted by enough agents. {{(pid=102573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:05.661794 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.base_scheduler [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:05.688227 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:05.688858 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:05.731114 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05786-0ef7-4433-80fc-362c1107a230 None None] Pushing event updated for resources: {'Port': ['ID=4ee26a90-da29-435a-8235-fe872acf401d,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:05.782927 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:33:05.809612 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:05.903040 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:33:05.908592 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-bdbae6f9-f773-4a23-9f80-9797222ae4b5 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6ede3fa-bb1d-4a90-83cb-fe0f8af90322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5734975 Nov 19 03:33:05.938517 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-a923fc12-bb1d-4673-ab1a-4c52f3efc838 None None] Provisioning complete for port 0608d82b-29e2-4208-b9df-196114c2489b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:05.938831 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a923fc12-bb1d-4673-ab1a-4c52f3efc838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.001739 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-a923fc12-bb1d-4673-ab1a-4c52f3efc838 None None] Port 0608d82b-29e2-4208-b9df-196114c2489b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:33:06.056249 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 2, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:06.083993 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561d59d-9d3d-423d-9072-7fb0652089e0 None None] The sync data for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi is: [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 2, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:33:06.171700 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 231fabdc-c535-4b28-b67f-2034fc6f3839 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:06.229563 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 231fabdc-c535-4b28-b67f-2034fc6f3839 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:06.229946 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.427190 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 35832) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:06.432321 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.v2.base [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1607329768-network', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd'}} {{(pid=102573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:06.454319 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Made reservation on behalf of 304bafc0d14d4c018c86732be0b145dd for: {'network': 1} {{(pid=102573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:33:06.456786 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for network, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.466954 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.550128 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.554359 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.579261 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 03:33:06.589899 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31a4a8e-c8bf-478d-bb6a-292a8ee84132,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:06.594986 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.595325 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.db.segments_db [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Added segment cf6d9397-8766-4f02-8c0e-017aeb09322a of type vlan for network 35296b02-8ce3-437d-a98b-21a6dba00cf7 Nov 19 03:33:06.639626 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730549603862'] for network, precommit_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.669139 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444'] for network, after_create {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.670319 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:06.670993 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.737928 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3069067 Nov 19 03:33:06.738933 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35834) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:06.746802 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Request body: {'subnet': {'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1607329768-subnet', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'ip_version': 4}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:06.748243 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b4bca-6edf-497e-9f2d-9540366732a1 admin admin] Pushing event updated for resources: {'Network': ['ID=35296b02-8ce3-437d-a98b-21a6dba00cf7,revision_number=1']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:06.758457 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 details requested by agent ovs-agent-dv-cinder-818037-4-iscsi with host dv-cinder-818037-4-iscsi {{(pid=102575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 03:33:06.774389 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Made reservation on behalf of 304bafc0d14d4c018c86732be0b145dd for: {'subnet': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:33:06.779210 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5011175'] for subnet, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:06.957732 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7388848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5011093'] for subnet, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.013415 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab34622d-0e43-4d1a-a0c4-50dedfda2b1c,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:07.024120 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Checking segment: {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:07.024479 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Network hostable DHCP agents. Network: 35296b02-8ce3-437d-a98b-21a6dba00cf7, hostable agents: ['7418760e-5d2e-479a-8b4f-0fe13a2c8a57'], hosted agents: [] {{(pid=102574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 03:33:07.041004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 is scheduled to be hosted by DHCP agent 7418760e-5d2e-479a-8b4f-0fe13a2c8a57 with binding_index 1 {{(pid=102574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 03:33:07.050465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-4-iscsi, 35296b02-8ce3-437d-a98b-21a6dba00cf7) {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:07.055151 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:07.055730 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.065913 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc1254-de2c-4f80-8e64-0ea10a7724b1 None None] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:33:07.076827 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-577427ea-972b-41f1-babb-4aafd7edc932 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3364930 Nov 19 03:33:07.079367 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35836) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:07.084500 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:07.107481 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5697'] for router, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.108537 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5722'] for router, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.171931 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.228924 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf2ad59d-5b0a-51b8-8621-032ba739f273-35296b02-8ce3-437d-a98b-21a6dba00cf7', 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'fixed_ips': [{'subnet_id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c'}]}} from dv-cinder-818037-4-iscsi. {{(pid=102575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 03:33:07.230116 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.381062 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.db_base_plugin_common [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Allocated IP 172.20.0.2 (35296b02-8ce3-437d-a98b-21a6dba00cf7/ab34622d-0e43-4d1a-a0c4-50dedfda2b1c/fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a) {{(pid=102575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:07.465879 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0048d47d-acb6-429a-b3a7-1b5379c52923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.553582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Publish callbacks [] for port, precommit_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.560192 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800'] for port, after_create {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.577893 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.735181 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 is already hosted by enough agents. {{(pid=102575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:07.739797 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.scheduler.base_scheduler [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Resources bound (agent type, host, resource id): {{(pid=102575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:07.742441 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Received port after_create {{(pid=102575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:07.744469 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Pushing event updated for resources: {'Port': ['ID=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,revision_number=1']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:07.787987 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.800673 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Attempting to bind port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:07.801262 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Attempting to bind port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:07.802817 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Attempting to bind port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a on network 35296b02-8ce3-437d-a98b-21a6dba00cf7 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:07.808398 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:07.808758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Checking segment: {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:07.808982 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.809170 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.809529 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Bound using segment: {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:07.809998 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Bound port: fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:07.810739 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.876927 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] For port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:07.881116 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] For port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,segment=NetworkSegment(cf6d9397-8766-4f02-8c0e-017aeb09322a),segment_id=cf6d9397-8766-4f02-8c0e-017aeb09322a)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:07.886326 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:07.920873 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Allocated IP 172.27.0.12 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:07.954086 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebba29b-55a6-4aab-a3db-093f13bbee5a None None] Pushing event updated for resources: {'Port': ['ID=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:08.043054 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.081099 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.127783 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:08.131852 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:08.137702 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:08.173744 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Pushing event updated for resources: {'Port': ['ID=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:08.182566 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Sync routers for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:33:08.195029 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:08.196169 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:08.291269 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:08.315976 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:08.347418 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:08.347689 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.427624 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.461156 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.465813 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,segment=NetworkSegment(cf6d9397-8766-4f02-8c0e-017aeb09322a),segment_id=cf6d9397-8766-4f02-8c0e-017aeb09322a)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:08.472084 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.473285 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4ee26a90-da29-435a-8235-fe872acf401d up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:08.538666 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 2, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:08.560690 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:08.572654 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Checking router: a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:33:08.573256 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Updating router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 port 0608d82b-29e2-4208-b9df-196114c2489b binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:33:08.576472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 4ee26a90-da29-435a-8235-fe872acf401d triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:08.576828 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.579950 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.601324 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.660911 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.685233 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1691971'] for router, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.688361 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 4ee26a90-da29-435a-8235-fe872acf401d, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=4ee26a90-da29-435a-8235-fe872acf401d,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:08.695734 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.767661 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=4ee26a90-da29-435a-8235-fe872acf401d,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:08.828825 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Router b506ab87-d284-4735-bc28-b374b71eae04 is scheduled to L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d with binding_index 1 {{(pid=102574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 03:33:08.897412 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.904276 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.945986 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:33:08.962967 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Sync routers for ids ['b506ab87-d284-4735-bc28-b374b71eae04'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:33:08.967646 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Pushing event updated for resources: {'Port': ['ID=0608d82b-29e2-4208-b9df-196114c2489b,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:08.968172 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:08.969819 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-468e6e2b-00a4-47b8-9c8d-171b0407697a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8893888 Nov 19 03:33:08.976820 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35840) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:08.980557 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Routers {'b506ab87-d284-4735-bc28-b374b71eae04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:08.981182 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b506ab87-d284-4735-bc28-b374b71eae04'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:08.991796 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.992162 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.992503 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.992831 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.993157 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.993480 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.993799 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.994116 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.994448 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.994789 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.995101 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:08.995409 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:09.030938 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Attempting to bind port 0608d82b-29e2-4208-b9df-196114c2489b on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:09.031301 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Attempting to bind port 0608d82b-29e2-4208-b9df-196114c2489b by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:09.031790 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Attempting to bind port 0608d82b-29e2-4208-b9df-196114c2489b on network 797e4d8c-1166-41b8-be1d-e920f770d913 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:09.038153 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:09.038544 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Checking segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:09.038942 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.039324 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Bound using segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:09.040045 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Bound port: 0608d82b-29e2-4208-b9df-196114c2489b, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:09.040440 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.121371 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502f653-6f11-4d40-984a-773f0dce7f9a None None] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:33:09.123346 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] For port 0608d82b-29e2-4208-b9df-196114c2489b, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:09.127064 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] For port 0608d82b-29e2-4208-b9df-196114c2489b, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=0608d82b-29e2-4208-b9df-196114c2489b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:09.137343 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.198760 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdfe40-8281-41ce-a648-1ed85759fa06 None None] Pushing event updated for resources: {'Port': ['ID=0608d82b-29e2-4208-b9df-196114c2489b,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:09.217206 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:09.217474 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-5e0ae4d9-cb76-4e93-b3a0-c6b252d8227d None None] Provisioning complete for port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:09.217822 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:32:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:09.217958 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5e0ae4d9-cb76-4e93-b3a0-c6b252d8227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.226824 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Set router b506ab87-d284-4735-bc28-b374b71eae04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:09.355056 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:09.508004 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.575435 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 3, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:09.603715 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Checking router: b506ab87-d284-4735-bc28-b374b71eae04 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:33:09.604060 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Updating router b506ab87-d284-4735-bc28-b374b71eae04 port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 binding host dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:33:09.644212 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.680877 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:09Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:09.699188 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Allocated IP 172.20.0.1 (35296b02-8ce3-437d-a98b-21a6dba00cf7/ab34622d-0e43-4d1a-a0c4-50dedfda2b1c/59348ec7-fc1f-43d6-9a15-3523209edddb) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:09.710335 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c394e-82ef-4527-8a6e-aae82b8a7831 None None] The sync data for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi is: [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:09Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:33:09.721341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-2fb82711-b7a4-49ec-8d9c-2e2c1dc34f4c None None] Provisioning complete for port 0608d82b-29e2-4208-b9df-196114c2489b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:09.721804 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2fb82711-b7a4-49ec-8d9c-2e2c1dc34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.724512 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-d3bf4373-c07a-4ad3-a690-2550e0320970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.822852 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.866130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.909507 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:09.916115 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:09.918407 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:09.921921 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Pushing event updated for resources: {'Port': ['ID=59348ec7-fc1f-43d6-9a15-3523209edddb,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:09.966853 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681470'] for router_interface, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:09.978162 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2fb82711-b7a4-49ec-8d9c-2e2c1dc34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.038171 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-2fb82711-b7a4-49ec-8d9c-2e2c1dc34f4c None None] For port 0608d82b-29e2-4208-b9df-196114c2489b, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=0608d82b-29e2-4208-b9df-196114c2489b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:10.065559 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2fb82711-b7a4-49ec-8d9c-2e2c1dc34f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.121077 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb82711-b7a4-49ec-8d9c-2e2c1dc34f4c None None] Pushing event updated for resources: {'Port': ['ID=0608d82b-29e2-4208-b9df-196114c2489b,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:10.144173 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Publish callbacks [] for port, precommit_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.146870 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.156417 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.220628 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Attempting to bind port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:10.221000 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Attempting to bind port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:10.221355 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Attempting to bind port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 on network 07d9e351-0d54-4e23-9d51-c18ca0e01717 {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:10.230300 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:10.230812 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Checking segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:10.231209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.231593 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Bound using segment: {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'} {{(pid=102575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:10.232065 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.managers [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Bound port: 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f258b-df88-48b7-8926-113782ea8fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717'}}] {{(pid=102575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:10.232467 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.346409 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.352762 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.388501 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4ee26a90-da29-435a-8235-fe872acf401d up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:10.390450 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75593b-d681-4d43-9daf-2bbbf5fbd794 None None] Pushing event updated for resources: {'Port': ['ID=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,revision_number=2']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:10.401562 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-2a74960f-3136-4e26-8568-f60939fff85e None None] Provisioning complete for port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:10.401925 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2a74960f-3136-4e26-8568-f60939fff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.428491 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681538'] for router_interface, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.436314 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Pushing event updated for resources: {'Port': ['ID=59348ec7-fc1f-43d6-9a15-3523209edddb,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:10.486703 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] For port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:10.493244 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] For port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:10.507074 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.532939 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:10.534325 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:10.542298 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 4ee26a90-da29-435a-8235-fe872acf401d triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:10.542683 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.641473 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75593b-d681-4d43-9daf-2bbbf5fbd794 None None] Pushing event updated for resources: {'Port': ['ID=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,revision_number=3']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:10.646925 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Routers {'b506ab87-d284-4735-bc28-b374b71eae04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:10.647542 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:33:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b506ab87-d284-4735-bc28-b374b71eae04'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:10.668176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Router b506ab87-d284-4735-bc28-b374b71eae04 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:33:10.786685 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:33:10.787313 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:10.793072 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ea75fada-7609-4bbb-883b-687ccb359be0 admin admin] 10.222.0.47 "PUT /v2.0/routers/b506ab87-d284-4735-bc28-b374b71eae04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141596 Nov 19 03:33:10.795742 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-4317db5f-92c5-44de-8033-1dca14b10154 None None] Provisioning complete for port 59348ec7-fc1f-43d6-9a15-3523209edddb triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:10.796099 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4317db5f-92c5-44de-8033-1dca14b10154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.833878 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] Set router b506ab87-d284-4735-bc28-b374b71eae04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:10.906749 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:10.908562 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-4317db5f-92c5-44de-8033-1dca14b10154 None None] Port 59348ec7-fc1f-43d6-9a15-3523209edddb cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:33:10.997549 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:10.997833 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.134411 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0608d82b-29e2-4208-b9df-196114c2489b up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:11.176089 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '59348ec7-fc1f-43d6-9a15-3523209edddb', 'name': '', 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'mac_address': 'fa:16:3e:50:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:09Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 2, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'subnets': [{'id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:11.204057 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f14dcb-8be5-4b86-8526-2b82db95a6ee None None] The sync data for ids ['b506ab87-d284-4735-bc28-b374b71eae04'] in dv-cinder-818037-4-iscsi is: [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '59348ec7-fc1f-43d6-9a15-3523209edddb', 'name': '', 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'mac_address': 'fa:16:3e:50:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:09Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 2, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'subnets': [{'id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:33:11.216847 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 0608d82b-29e2-4208-b9df-196114c2489b triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:11.217209 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.274285 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35848) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:11.278887 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374879915', 'description': 'tempest-secgroup-smoke-374879915 description', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:11.303109 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.375332 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.380123 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.418274 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.422312 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1442680 Nov 19 03:33:11.422312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac960c4-85b8-41e4-894a-e44a7435c1af tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a8b85f-d5fb-4835-bae4-7ebcf873f237,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:11.423858 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35850) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:11.429223 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group_rule': {'security_group_id': 'e2a8b85f-d5fb-4835-bae4-7ebcf873f237', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:11.469372 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.529123 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.532905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.552567 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb78f514-d221-446d-a9cf-bd4267db12ac,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:11.560877 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.562219 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-fd5ed285-2423-47dc-8227-89642b9d2b99 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367316 Nov 19 03:33:11.564946 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35852) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:11.570550 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group_rule': {'security_group_id': 'e2a8b85f-d5fb-4835-bae4-7ebcf873f237', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:11.597511 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.660747 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.664925 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.684835 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a799b8-e6bd-4eba-809c-e7e8df84e5d9,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:11.696251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.700082 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-07d37f08-7f01-4cb9-b062-8fa9c9ec6cab tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316156 Nov 19 03:33:11.700259 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35854) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:11.704780 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group_rule': {'security_group_id': 'e2a8b85f-d5fb-4835-bae4-7ebcf873f237', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:11.731810 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.795912 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.799962 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.821651 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2933c48c-9723-411c-bd25-df87c14dcdde,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:11.827457 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.828618 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-26daa9f8-7562-4fb9-9882-5c7278066755 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273990 Nov 19 03:33:11.831439 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35856) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:11.836251 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group_rule': {'security_group_id': 'e2a8b85f-d5fb-4835-bae4-7ebcf873f237', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:11.863193 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.920254 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.923799 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.943696 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67096429-e868-448a-98cd-268c71e69700,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:11.952768 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:11.953967 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-45ae26e3-19d9-4d5b-91dc-bb6f4e4a1554 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215322 Nov 19 03:33:11.957501 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35858) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:11.961770 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group_rule': {'security_group_id': 'e2a8b85f-d5fb-4835-bae4-7ebcf873f237', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:11.983683 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.securitygroups_db [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Project 5c1793e5d8d8432498e1c34ec1d15321 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 03:33:11.988505 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.164612 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0608d82b-29e2-4208-b9df-196114c2489b up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:12.215082 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 0608d82b-29e2-4208-b9df-196114c2489b triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:12.215452 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.302857 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.306767 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.326032 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597ac3e9-955f-4ca2-bf2b-c4cd60fee308,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:12.329376 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.334640 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.335910 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-1e9a32ee-2df1-4b5d-a7d1-5a6e54ef81ef tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3774784 Nov 19 03:33:12.338582 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 35860) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:12.342830 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'security_group_rule': {'security_group_id': 'e2a8b85f-d5fb-4835-bae4-7ebcf873f237', 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:12.363511 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.securitygroups_db [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Project 5c1793e5d8d8432498e1c34ec1d15321 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 03:33:12.368889 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.428567 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.432969 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1686658'] for security_group_rule, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.451340 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac10865-faa2-4c7b-a7bc-42d3b1e377bf,revision_number=0']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:12.463237 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:12.463897 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-64a124a9-0d68-479d-ac99-19dc65ee3062 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240025 Nov 19 03:33:12.948387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:13.847325 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Sync routers for ids ['b506ab87-d284-4735-bc28-b374b71eae04'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:33:13.856679 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Routers {'b506ab87-d284-4735-bc28-b374b71eae04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:13.857278 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:33:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b506ab87-d284-4735-bc28-b374b71eae04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:13.965958 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Set router b506ab87-d284-4735-bc28-b374b71eae04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:14.170394 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '59348ec7-fc1f-43d6-9a15-3523209edddb', 'name': '', 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'mac_address': 'fa:16:3e:50:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:09Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 2, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'subnets': [{'id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:14.185470 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:14.200752 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Checking router: b506ab87-d284-4735-bc28-b374b71eae04 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:33:14.201095 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Updating router b506ab87-d284-4735-bc28-b374b71eae04 port 59348ec7-fc1f-43d6-9a15-3523209edddb binding host dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 03:33:14.228940 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.234609 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:14.234609 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.313754 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.333618 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] For port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:14.337463 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.396899 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Pushing event updated for resources: {'Port': ['ID=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:14.495962 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Publish callbacks [] for port, precommit_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.501163 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.552792 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c94866-df9a-405c-984f-9020dfc3de93 None None] Pushing event updated for resources: {'Port': ['ID=59348ec7-fc1f-43d6-9a15-3523209edddb,revision_number=3']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:14.610319 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Attempting to bind port 59348ec7-fc1f-43d6-9a15-3523209edddb on host dv-cinder-818037-4-iscsi for vnic_type normal with profile {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:14.610799 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Attempting to bind port 59348ec7-fc1f-43d6-9a15-3523209edddb by drivers openvswitch,hyperv on host dv-cinder-818037-4-iscsi at level 0 using segments [{'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:14.611070 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Attempting to bind port 59348ec7-fc1f-43d6-9a15-3523209edddb on network 35296b02-8ce3-437d-a98b-21a6dba00cf7 {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:14.617349 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Checking agent: {'id': '94706d1a-10db-49fb-aee3-a1e3009bbacf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 12, 13), 'started_at': datetime.datetime(2021, 11, 19, 3, 12, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:14.617715 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Checking segment: {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:14.618105 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.618552 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Bound using segment: {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'} {{(pid=102576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:14.618974 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.managers [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Bound port: 59348ec7-fc1f-43d6-9a15-3523209edddb, host: dv-cinder-818037-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6d9397-8766-4f02-8c0e-017aeb09322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7'}}] {{(pid=102576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:14.619359 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.684620 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] For port 59348ec7-fc1f-43d6-9a15-3523209edddb, host dv-cinder-818037-4-iscsi, cleared binding levels {{(pid=102576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:14.687872 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.plugins.ml2.db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] For port 59348ec7-fc1f-43d6-9a15-3523209edddb, host dv-cinder-818037-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=59348ec7-fc1f-43d6-9a15-3523209edddb,segment=NetworkSegment(cf6d9397-8766-4f02-8c0e-017aeb09322a),segment_id=cf6d9397-8766-4f02-8c0e-017aeb09322a)] {{(pid=102576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:14.693438 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron_lib.callbacks.manager [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.751343 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Routers {'b506ab87-d284-4735-bc28-b374b71eae04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:14.752102 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:33:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b506ab87-d284-4735-bc28-b374b71eae04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:14.757015 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-66c7c8c4-11fc-4e3a-8064-5a46cc0e1169 None None] Provisioning complete for port 59348ec7-fc1f-43d6-9a15-3523209edddb triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:14.757388 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-66c7c8c4-11fc-4e3a-8064-5a46cc0e1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.791722 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c94866-df9a-405c-984f-9020dfc3de93 None None] Pushing event updated for resources: {'Port': ['ID=59348ec7-fc1f-43d6-9a15-3523209edddb,revision_number=4']} {{(pid=102576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:14.849927 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-66c7c8c4-11fc-4e3a-8064-5a46cc0e1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.880847 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] Set router b506ab87-d284-4735-bc28-b374b71eae04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:14.890334 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-66c7c8c4-11fc-4e3a-8064-5a46cc0e1169 None None] For port 59348ec7-fc1f-43d6-9a15-3523209edddb, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=59348ec7-fc1f-43d6-9a15-3523209edddb,segment=NetworkSegment(cf6d9397-8766-4f02-8c0e-017aeb09322a),segment_id=cf6d9397-8766-4f02-8c0e-017aeb09322a)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:14.895203 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-66c7c8c4-11fc-4e3a-8064-5a46cc0e1169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:14.945633 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7c8c4-11fc-4e3a-8064-5a46cc0e1169 None None] Pushing event updated for resources: {'Port': ['ID=59348ec7-fc1f-43d6-9a15-3523209edddb,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:15.019275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-24fa00b5-64a1-4a80-a141-cd4c4b2da477 None None] Provisioning complete for port 59348ec7-fc1f-43d6-9a15-3523209edddb triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:15.020244 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-24fa00b5-64a1-4a80-a141-cd4c4b2da477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:15.029831 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-0c77cbed-9d91-4dbc-bcc0-70d01ba146f2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452192 Nov 19 03:33:15.132890 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '59348ec7-fc1f-43d6-9a15-3523209edddb', 'name': '', 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'mac_address': 'fa:16:3e:50:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:09Z', 'updated_at': '2021-11-19T03:33:14Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'subnets': [{'id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:15.142382 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc495d-5453-4399-854a-bf45e4869f88 req-4f38c678-e8b5-4f79-b469-58b520fdd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:15.144096 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-4f38c678-e8b5-4f79-b469-58b520fdd64c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0424991 Nov 19 03:33:15.160075 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70b1f0-4126-497d-a626-b7037a784f39 None None] The sync data for ids ['b506ab87-d284-4735-bc28-b374b71eae04'] in dv-cinder-818037-4-iscsi is: [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '59348ec7-fc1f-43d6-9a15-3523209edddb', 'name': '', 'network_id': '35296b02-8ce3-437d-a98b-21a6dba00cf7', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'mac_address': 'fa:16:3e:50:22:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:09Z', 'updated_at': '2021-11-19T03:33:14Z', 'revision_number': 4, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'subnets': [{'id': 'ab34622d-0e43-4d1a-a0c4-50dedfda2b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:33:15.261807 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc495d-5453-4399-854a-bf45e4869f88 req-666bba15-d1a4-4997-b4f9-2ceecf4e2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:15.263348 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-666bba15-d1a4-4997-b4f9-2ceecf4e2c51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0980155 Nov 19 03:33:15.344389 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-adbd5ef5-b17a-4230-a42f-115af1253727 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 1002 time: 0.0733273 Nov 19 03:33:15.399282 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc495d-5453-4399-854a-bf45e4869f88 req-36fb6ff2-a378-423c-9d63-d3ddde6d1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:15.400751 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-36fb6ff2-a378-423c-9d63-d3ddde6d1db9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0455425 Nov 19 03:33:15.448808 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc495d-5453-4399-854a-bf45e4869f88 req-bd8d07c4-3631-4bfd-967b-fb2cb305164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:15.450295 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-bd8d07c4-3631-4bfd-967b-fb2cb305164a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425031 Nov 19 03:33:15.549863 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-35f48e06-98a4-4b88-a8ce-4ebdbe27d52f service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910683 Nov 19 03:33:15.646538 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-16bc495d-5453-4399-854a-bf45e4869f88 req-8024db77-d22b-4072-a7df-de1bebbf87f9 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889418 Nov 19 03:33:16.182302 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 59348ec7-fc1f-43d6-9a15-3523209edddb up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:16.368594 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 59348ec7-fc1f-43d6-9a15-3523209edddb triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:16.368899 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:16.445729 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 up at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:16.491743 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Provisioning complete for port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:16.492101 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:37.137626 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-2de53d65-6d55-42b3-915c-c56c21362abf tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374879915&fields=id&tenant_id=5c1793e5d8d8432498e1c34ec1d15321 HTTP/1.1" status: 200 len: 267 time: 0.0448396 Nov 19 03:33:37.248795 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-298a29e3-e7e7-4c2f-bbf7-09d944cffb28 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:37.250127 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-298a29e3-e7e7-4c2f-bbf7-09d944cffb28 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 808 time: 0.1059012 Nov 19 03:33:37.265007 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-2e0409e2-bb72-4874-b7e5-97cc663a4dae tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/quotas/5c1793e5d8d8432498e1c34ec1d15321 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Nov 19 03:33:37.314495 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-6301b878-5261-4208-8537-7b7b5788bdfc tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442824 Nov 19 03:33:37.408357 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-3e53b16b-5366-4a90-876b-fff63d01736e service neutron] 10.222.0.47 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827591 Nov 19 03:33:37.418796 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-821ca018-a711-4843-a13f-f17917617b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:37.498128 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-6029f5bf-ffa9-400b-90a3-dfd27462372b service neutron] 10.222.0.47 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828884 Nov 19 03:33:37.769246 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-754230a8-80f0-4d6c-9b63-4716cb776199 req-d08bd444-c49d-430d-9bf5-7ce744850240 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 210 time: 0.0268967 Nov 19 03:33:38.565845 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:38.789786 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-95272966-6ff7-4b6d-95db-09f6dada61f1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:38.791253 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-95272966-6ff7-4b6d-95db-09f6dada61f1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 808 time: 0.1064017 Nov 19 03:33:38.826188 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:33:38.871456 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-80dc3b6a-e3b5-48b1-a895-2f8489c6c365 req-1aa51cc9-1fcf-4a04-853b-675ee2800ebd tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Nov 19 03:33:38.902117 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-d8f9f031-c6f3-4fcb-846b-86c2ece3d455 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1793e5d8d8432498e1c34ec1d15321 HTTP/1.1" status: 200 len: 379 time: 0.0813162 Nov 19 03:33:38.911696 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'port': {'device_id': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'admin_state_up': True, 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'security_groups': ['e2a8b85f-d5fb-4835-bae4-7ebcf873f237']}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:39.018497 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Made reservation on behalf of 5c1793e5d8d8432498e1c34ec1d15321 for: {'port': 1} {{(pid=102574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 03:33:39.022606 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.145726 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Allocated IP 172.20.0.5 (797e4d8c-1166-41b8-be1d-e920f770d913/4ecd73b3-50b7-4e66-b175-d0f476fc6cf1/c84948e6-48aa-4445-a165-19b370bebd0b) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:39.284192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.317748 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.365192 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Network 797e4d8c-1166-41b8-be1d-e920f770d913 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:39.369118 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:39.372744 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:39.379155 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:39.407956 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.408315 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.408753 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.408942 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.409270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.409598 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.409920 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.410240 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.410585 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.410908 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.411286 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.411536 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:33:39.437360 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:39.437986 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.455830 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-c60fe9e9-5c05-491d-8609-401f5eb7012e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477262 Nov 19 03:33:39.487070 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Request body: {'port': {'device_id': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:39.546878 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.583002 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-13b81c7d-ad4e-490a-94ff-6f9fae38074e None None] Provisioning complete for port c84948e6-48aa-4445-a165-19b370bebd0b triggered by entity DHCP. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:39.583583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-13b81c7d-ad4e-490a-94ff-6f9fae38074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.620085 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-13b81c7d-ad4e-490a-94ff-6f9fae38074e None None] Port c84948e6-48aa-4445-a165-19b370bebd0b cannot update to ACTIVE because it is not bound. {{(pid=102575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 03:33:39.678716 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9985d3cf-568a-4f41-a502-b8c78e728d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.807198 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84948e6-48aa-4445-a165-19b370bebd0b {{(pid=102574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:33:39.814465 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.827572 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.provisioning_blocks [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Transition to ACTIVE for port object c84948e6-48aa-4445-a165-19b370bebd0b will not be triggered until provisioned by entity L2. {{(pid=102574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 03:33:39.831159 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:39.898243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:39.963408 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Attempting to bind port c84948e6-48aa-4445-a165-19b370bebd0b on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 03:33:39.963740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Attempting to bind port c84948e6-48aa-4445-a165-19b370bebd0b by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 03:33:39.964067 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Attempting to bind port c84948e6-48aa-4445-a165-19b370bebd0b on network 797e4d8c-1166-41b8-be1d-e920f770d913 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:39.983239 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Port c84948e6-48aa-4445-a165-19b370bebd0b on network 797e4d8c-1166-41b8-be1d-e920f770d913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 03:33:39.983556 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Attempting to bind port c84948e6-48aa-4445-a165-19b370bebd0b on network 797e4d8c-1166-41b8-be1d-e920f770d913 {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 03:33:39.991964 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Checking agent: {'id': 'dd8a1b90-58c0-4e37-b1b1-3d9066ceebbd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'started_at': datetime.datetime(2021, 11, 19, 3, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 03:33:39.992278 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Checking segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 03:33:39.992660 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Bound using segment: {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'} {{(pid=102574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 03:33:39.993092 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.managers [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Bound port: c84948e6-48aa-4445-a165-19b370bebd0b, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb98475c-935c-4d91-a736-11e91fb193e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913'}}] {{(pid=102574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 03:33:39.993442 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:40.021249 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b670e-5d94-4a48-9c95-1cdec94b60d8 req-1243f2a2-358d-41a7-b305-97b20434aada tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.022780 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe1b670e-5d94-4a48-9c95-1cdec94b60d8 req-1243f2a2-358d-41a7-b305-97b20434aada tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0729256 Nov 19 03:33:40.105128 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fe1b670e-5d94-4a48-9c95-1cdec94b60d8 req-c128cd0e-d3ba-4fdb-b873-b580684d57dd tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650506 Nov 19 03:33:40.106104 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, cleared binding levels {{(pid=102574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 03:33:40.109243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 03:33:40.114865 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:40.155249 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.155861 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:40.157208 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] 10.222.0.50 "PUT /v2.0/ports/c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 1093 time: 0.6746025 Nov 19 03:33:40.157684 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:33:40.159949 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b288a-12ad-4109-808e-a798ee36b44f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:33:40.185924 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774119-6a56-4af4-aa10-5b08b4eb8eff service neutron] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=3']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:40.205288 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f39c870-38e0-40fd-808f-4264c3463179 x-openstack-request-id: req-4f39c870-38e0-40fd-808f-4264c3463179 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:33:40.205703 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:33:40.206067 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f39c870-38e0-40fd-808f-4264c3463179 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:33:40.206586 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'status': 'completed', 'code': 200} Nov 19 03:33:40.273594 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-8caf9fb5-d17b-4bee-92e4-c606675bea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.275136 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-8caf9fb5-d17b-4bee-92e4-c606675bea5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1096 time: 0.0446126 Nov 19 03:33:40.326491 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-943d705a-d072-407a-8110-f28b39abe9c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 217 time: 0.0360477 Nov 19 03:33:40.379624 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-2ba887e3-1997-464f-8d00-272515ef1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.381666 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-2ba887e3-1997-464f-8d00-272515ef1587 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0466866 Nov 19 03:33:40.426981 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-01bc5186-58b6-400d-8892-a807355b8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.428399 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-01bc5186-58b6-400d-8892-a807355b8403 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393701 Nov 19 03:33:40.517386 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-1801b6c0-f1d6-4e5f-8a6a-4b61a5cced27 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816243 Nov 19 03:33:40.610548 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1e9f6194-e431-48ed-a131-a017ff85d683 req-85ab2b5a-f6d8-405e-bd0a-3ab7e08d47e6 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854268 Nov 19 03:33:40.752716 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b288a-12ad-4109-808e-a798ee36b44f req-614cd7aa-4302-47dc-953e-988e4df6100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.754151 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-614cd7aa-4302-47dc-953e-988e4df6100f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1096 time: 0.0398097 Nov 19 03:33:40.836235 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:40.846082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b288a-12ad-4109-808e-a798ee36b44f req-882cfab3-d19c-4ac2-bea3-9d9b686ab14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.847596 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-882cfab3-d19c-4ac2-bea3-9d9b686ab14c service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0861907 Nov 19 03:33:40.889121 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-a42f3028-d4ed-4496-933f-41baf72dba76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 217 time: 0.0344520 Nov 19 03:33:40.936518 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b288a-12ad-4109-808e-a798ee36b44f req-923994ea-ddf9-4526-89d6-d4f4d72c51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.937885 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-923994ea-ddf9-4526-89d6-d4f4d72c51a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0421550 Nov 19 03:33:40.984639 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b288a-12ad-4109-808e-a798ee36b44f req-52a43e2a-bcf3-4dad-a7ea-c98cfd236421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:40.986085 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-52a43e2a-bcf3-4dad-a7ea-c98cfd236421 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412934 Nov 19 03:33:41.075600 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-91f020ca-3a5d-492c-87bf-4262099edca6 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 Nov 19 03:33:41.169771 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-309b288a-12ad-4109-808e-a798ee36b44f req-81295b24-b2a5-4e83-8b73-56ef3b16b27e service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Nov 19 03:33:41.222037 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bffe3-b589-4fb4-98df-42f5f0c5199d req-db421ec2-8663-4cd3-aa64-cd4489117436 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:41.223532 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-374bffe3-b589-4fb4-98df-42f5f0c5199d req-db421ec2-8663-4cd3-aa64-cd4489117436 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0504458 Nov 19 03:33:41.272412 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-374bffe3-b589-4fb4-98df-42f5f0c5199d req-2dd155ec-f39d-4ca4-a5e3-bc711daf6927 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 Nov 19 03:33:42.331824 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:42.387523 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812077d-0318-4279-9809-608aab147f00 req-0c31f652-b7fc-4087-8559-7a7a568405f9 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:42.389013 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3812077d-0318-4279-9809-608aab147f00 req-0c31f652-b7fc-4087-8559-7a7a568405f9 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0478468 Nov 19 03:33:42.440596 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3812077d-0318-4279-9809-608aab147f00 req-0534449b-6bf9-4386-823b-4d85bcdb10b2 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455544 Nov 19 03:33:42.940735 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:43.555997 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce7a2d-fbe1-45c5-8125-8f28bf064fc7 req-16be6a0d-110c-4cb8-9552-169bed5b21cd tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:43.557433 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-12ce7a2d-fbe1-45c5-8125-8f28bf064fc7 req-16be6a0d-110c-4cb8-9552-169bed5b21cd tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0487652 Nov 19 03:33:43.604885 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-12ce7a2d-fbe1-45c5-8125-8f28bf064fc7 req-eed5a0f8-47aa-4f24-8024-313b68edd9d0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 Nov 19 03:33:44.717569 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978b512-7a81-4ea4-938f-b33752149083 req-f9854d91-d960-4c75-b64e-3ed791a99544 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:44.719047 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2978b512-7a81-4ea4-938f-b33752149083 req-f9854d91-d960-4c75-b64e-3ed791a99544 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0482512 Nov 19 03:33:44.767303 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2978b512-7a81-4ea4-938f-b33752149083 req-687b00eb-7290-4b20-ac47-770dec252513 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Nov 19 03:33:45.884794 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494926-5e6e-4db4-8cfc-bb077102ad53 req-403c1b54-dc67-4895-8543-5745bacf952f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:45.886526 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-77494926-5e6e-4db4-8cfc-bb077102ad53 req-403c1b54-dc67-4895-8543-5745bacf952f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0536149 Nov 19 03:33:45.935539 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-77494926-5e6e-4db4-8cfc-bb077102ad53 req-8a92125c-1bdd-4a0d-b5ec-9a880d2b3eb1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 Nov 19 03:33:47.047489 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8024758-8e6a-4e6b-b6cc-89a5059d3a3f req-43d7956b-fcfa-41ee-ac64-ff2dc575cf7f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:47.048918 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e8024758-8e6a-4e6b-b6cc-89a5059d3a3f req-43d7956b-fcfa-41ee-ac64-ff2dc575cf7f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0485137 Nov 19 03:33:47.101109 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e8024758-8e6a-4e6b-b6cc-89a5059d3a3f req-d0735e83-4359-4a0f-be3d-79c44da8f3f8 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 Nov 19 03:33:48.213640 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb99dc-f4a1-4ff2-8601-c3a0cf2de8fe req-e4435ab4-ee64-4296-bad1-6563d913d18a tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:48.215123 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4dfb99dc-f4a1-4ff2-8601-c3a0cf2de8fe req-e4435ab4-ee64-4296-bad1-6563d913d18a tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0482080 Nov 19 03:33:48.267133 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4dfb99dc-f4a1-4ff2-8601-c3a0cf2de8fe req-cebeea11-a493-43d4-ba75-c7300a7aca11 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461824 Nov 19 03:33:49.385798 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872cf30-c9db-4f48-beeb-8100ad8c1ce6 req-89f8e7ac-10c6-4c7c-ae2f-e50256b8cd98 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:49.387199 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c872cf30-c9db-4f48-beeb-8100ad8c1ce6 req-89f8e7ac-10c6-4c7c-ae2f-e50256b8cd98 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0504317 Nov 19 03:33:49.436618 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c872cf30-c9db-4f48-beeb-8100ad8c1ce6 req-ae6a38c6-97a4-4e25-af30-744b7e940971 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Nov 19 03:33:49.471323 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:33:49.568054 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:49.579108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'port_id': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'mac_address': 'fa:16:3e:d6:fc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:33:49.614243 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:49.627206 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84948e6-48aa-4445-a165-19b370bebd0b {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:33:49.645298 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:49.649495 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:49.701308 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=4']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:50.096961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['c84948e6-48aa-4445-a165-19b370bebd0b'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:33:50.549774 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef011-1100-4897-8971-2163bf8cb955 req-6f2649ee-222a-4ab7-9786-54b3ae575f5d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:50.551266 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d1ef011-1100-4897-8971-2163bf8cb955 req-6f2649ee-222a-4ab7-9786-54b3ae575f5d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 944 time: 0.0480483 Nov 19 03:33:50.599885 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4d1ef011-1100-4897-8971-2163bf8cb955 req-69ef762a-d4a1-4ab8-9ae2-deb9d383a4d3 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420980 Nov 19 03:33:51.484742 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:33:51.532660 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning for port c84948e6-48aa-4445-a165-19b370bebd0b completed by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 03:33:51.536260 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port c84948e6-48aa-4445-a165-19b370bebd0b triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:33:51.536621 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:51.613255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:51.635402 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:33:51.637556 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89203ce-7b53-4101-af34-778d3126e2b9" -d '{"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-plugged", "status": "completed", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:33:51.651065 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:33:51.655321 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:51.679469 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c62f87d-593e-4ca5-b3d9-ab545e5e9d3d x-openstack-request-id: req-6c62f87d-593e-4ca5-b3d9-ab545e5e9d3d {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:33:51.679763 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-plugged", "status": "completed", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:33:51.680017 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c62f87d-593e-4ca5-b3d9-ab545e5e9d3d {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:33:51.680406 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'code': 200} Nov 19 03:33:51.707269 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=5']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:51.730290 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e15c-ca41-4aa0-bbe3-290007cf5e8f req-482ca301-18b3-491e-ad2d-19d013debf20 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:51.731783 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3c61e15c-ca41-4aa0-bbe3-290007cf5e8f req-482ca301-18b3-491e-ad2d-19d013debf20 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Nov 19 03:33:51.780296 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3c61e15c-ca41-4aa0-bbe3-290007cf5e8f req-c153b20f-bf92-447c-84a6-5c5f1b77ea7e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 Nov 19 03:33:51.915118 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb99c1b-db3e-4449-9f1e-b22aab53eed1 req-c3d93356-070a-4d38-9a65-fffc5140c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:51.916544 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4eb99c1b-db3e-4449-9f1e-b22aab53eed1 req-c3d93356-070a-4d38-9a65-fffc5140c362 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0389647 Nov 19 03:33:51.965915 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-4eb99c1b-db3e-4449-9f1e-b22aab53eed1 req-045fce71-34bb-4787-a16a-e230fd770295 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409448 Nov 19 03:33:52.901247 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cb72-03cb-4d03-a6b3-55d47b033af4 req-f6381e34-37fc-4c2b-b9aa-56cdbf03dbb0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:52.902719 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dca9cb72-03cb-4d03-a6b3-55d47b033af4 req-f6381e34-37fc-4c2b-b9aa-56cdbf03dbb0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0510347 Nov 19 03:33:52.950144 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-dca9cb72-03cb-4d03-a6b3-55d47b033af4 req-29ee9324-f65f-4425-b96a-5448ba866ac5 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Nov 19 03:33:54.072243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4a4a5-5778-44d3-b673-f29e1df5b0de req-ee0758d8-5d5e-4eac-aa48-692ee668f9e5 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:54.073765 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d9e4a4a5-5778-44d3-b673-f29e1df5b0de req-ee0758d8-5d5e-4eac-aa48-692ee668f9e5 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0550859 Nov 19 03:33:54.125172 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d9e4a4a5-5778-44d3-b673-f29e1df5b0de req-feb5b091-15a8-4400-9f5e-818cd6715b69 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Nov 19 03:33:54.253608 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067048b-1dee-4ec5-a257-f6c9780fe37e req-31331076-595c-4ac4-9aca-bc99c1ac682e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:54.255036 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1067048b-1dee-4ec5-a257-f6c9780fe37e req-31331076-595c-4ac4-9aca-bc99c1ac682e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0503693 Nov 19 03:33:54.324427 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-1067048b-1dee-4ec5-a257-f6c9780fe37e req-1843289b-0d00-48f5-9bef-7fb0d824d216 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623395 Nov 19 03:33:54.345676 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36042) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:54.490453 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05950023-6892-47a3-9be7-f4ad8f537b67 tempest-TestShelveInstance-1378658706 tempest-TestShelveInstance-1378658706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:54.492904 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-05950023-6892-47a3-9be7-f4ad8f537b67 tempest-TestShelveInstance-1378658706 tempest-TestShelveInstance-1378658706-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1093 time: 0.1462429 Nov 19 03:33:54.495764 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36046) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:33:54.499948 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.v2.base [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Request body: {'floatingip': {'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'port_id': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 03:33:54.524056 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for floatingip, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:54.617883 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:54.720502 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_common [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Allocated IP 172.27.0.216 (07d9e351-0d54-4e23-9d51-c18ca0e01717/2e51b718-28a4-4053-9d91-8612561804a5/c636c36b-0db2-4c35-b922-23e019b31d53) {{(pid=102574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 03:33:54.823769 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for port, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:54.856232 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730549583800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:54.893958 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Network 07d9e351-0d54-4e23-9d51-c18ca0e01717 is already hosted by enough agents. {{(pid=102574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 03:33:54.898966 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.base_scheduler [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Resources bound (agent type, host, resource id): {{(pid=102574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 03:33:54.902312 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Received port after_create {{(pid=102574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 03:33:54.907671 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'Port': ['ID=c636c36b-0db2-4c35-b922-23e019b31d53,revision_number=1']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:55.253740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:55.316661 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:55.468972 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for port, precommit_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:55.473549 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7388719'] for port, after_update {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:55.537502 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event updated for resources: {'Port': ['ID=c636c36b-0db2-4c35-b922-23e019b31d53,revision_number=2']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:33:55.551993 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692089'] for floatingip, after_create {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:55.651971 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Floating IP 4009ccd7-4070-4aef-a63f-6cea27926525 associated. External IP: 172.27.0.216, port: c84948e6-48aa-4445-a165-19b370bebd0b. Nov 19 03:33:56.106334 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:33:56.210955 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:33:56.220850 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] Sync routers for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:33:56.232358 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:56.232972 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:33:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:56.233713 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:33:56.260300 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-75ee8d49-fc6c-4814-a9f0-53279268de06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7635291 Nov 19 03:33:56.260979 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:33:56.263088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:33:56.300420 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc1f3ef-13fb-43bb-96e0-4ac0055a2d6a x-openstack-request-id: req-cbc1f3ef-13fb-43bb-96e0-4ac0055a2d6a {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:33:56.300706 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:33:56.300955 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cbc1f3ef-13fb-43bb-96e0-4ac0055a2d6a {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:33:56.301343 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'status': 'completed', 'code': 200} Nov 19 03:33:56.341872 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:56.386612 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-c6cb45b3-0d9a-4fac-ae4b-32ee2f7340cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:56.388081 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-c6cb45b3-0d9a-4fac-ae4b-32ee2f7340cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0406170 Nov 19 03:33:56.480019 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-b9853efe-6c0f-4a24-9104-99a31e5a6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:56.481486 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-b9853efe-6c0f-4a24-9104-99a31e5a6f68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0852678 Nov 19 03:33:56.546395 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-6ecf2b1f-a613-475d-94c6-add62b8b28eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 999 time: 0.0580850 Nov 19 03:33:56.562756 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4009ccd7-4070-4aef-a63f-6cea27926525', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'port_id': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'mac_address': 'fa:16:3e:d6:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:33:55Z', 'updated_at': '2021-11-19T03:33:55Z', 'revision_number': 0, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:56.588564 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] Checking router: a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:33:56.596758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:33:56.597286 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:33:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:56.599066 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-8225d853-d67a-4f8d-8090-1dfd76810134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:56.600672 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-8225d853-d67a-4f8d-8090-1dfd76810134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0464637 Nov 19 03:33:56.645186 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-82c4a1ca-1b26-4a6b-9714-a0dd2f8630e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:33:56.646726 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-82c4a1ca-1b26-4a6b-9714-a0dd2f8630e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395148 Nov 19 03:33:56.703753 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:33:56.740324 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-0b3682ad-9147-4f63-a9cc-e33a8001db9d service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866637 Nov 19 03:33:56.831292 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7b13d75-7f33-4e98-956d-0da37e5e2e3f req-80cb307a-a6f6-4122-83ab-7aa331be5318 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833340 Nov 19 03:33:56.927839 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4009ccd7-4070-4aef-a63f-6cea27926525', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'port_id': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'mac_address': 'fa:16:3e:d6:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:33:55Z', 'updated_at': '2021-11-19T03:33:55Z', 'revision_number': 0, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:33:56.955142 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361da8e7-3c5d-486e-965c-311d93e91cdf None None] The sync data for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi is: [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '4009ccd7-4070-4aef-a63f-6cea27926525', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'port_id': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'mac_address': 'fa:16:3e:d6:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:33:55Z', 'updated_at': '2021-11-19T03:33:55Z', 'revision_number': 0, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:33:57.132421 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eedd98-0be5-45d0-b66d-a94adae8eed0 None None] New status for floating IP 4009ccd7-4070-4aef-a63f-6cea27926525: ACTIVE {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:34:07.421628 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e382e031-2124-465e-aa9a-343e4840cf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:08.578909 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:09.681802 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-607fd7a2-0f3d-4070-b465-8ff43bb391fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:10.839326 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:12.335770 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:12.941889 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:15.826846 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:34:17.039717 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-456464ec-d07e-4d50-aed3-a2a456c4f8c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397711 Nov 19 03:34:17.123449 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-2c052b6c-66ca-4118-8bbf-3cc5b78bb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:17.124905 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-2c052b6c-66ca-4118-8bbf-3cc5b78bb99f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1099 time: 0.0449250 Nov 19 03:34:17.232054 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-e7f61c95-b767-4a9e-8d18-668dd176de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:17.233502 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-e7f61c95-b767-4a9e-8d18-668dd176de8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.0880573 Nov 19 03:34:17.301443 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-334c950e-2681-4fe1-b1b1-a5d9a31bfa20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 200 len: 1002 time: 0.0601983 Nov 19 03:34:17.348521 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-5186504f-0d18-4da5-a54d-9da98d93a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:17.350427 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-5186504f-0d18-4da5-a54d-9da98d93a1c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0420394 Nov 19 03:34:17.395114 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-c990db36-1610-48c1-b115-b1df368b3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:17.397810 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-c990db36-1610-48c1-b115-b1df368b3eb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394409 Nov 19 03:34:17.489629 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-bd551625-c3ce-4d2d-8f2d-f6ef88f11bba service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837467 Nov 19 03:34:17.582505 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c0e3385d-787b-421c-9961-55dd2417eb0a req-72c8748e-a6a2-49cc-8bc6-f8db2a9549d5 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858998 Nov 19 03:34:37.425556 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-158854d0-6de4-4b8b-bc5a-6afcc4081e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:38.592729 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:39.681784 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b73ab99f-5ef7-4d93-b38a-a0afa52497fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:40.842618 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:42.337537 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:42.944049 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:51.184110 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36078) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:34:51.340536 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Deleting port f90c2ebb-5288-454a-a401-b84efd092e19 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:34:51.340787 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:51.417117 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:51.417443 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:51.429317 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Calling delete_port for f90c2ebb-5288-454a-a401-b84efd092e19 owned by network:floatingip {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:34:51.583788 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:51.608864 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'Port': ['ID=f90c2ebb-5288-454a-a401-b84efd092e19,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:34:51.632749 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.633101 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.633442 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.633778 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.634111 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.634444 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.634807 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.635138 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.635467 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.635796 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.636116 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.636439 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:34:51.678619 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:51.678951 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Floating IP fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41 disassociated (deleted). External IP: 172.27.0.198, port: cbb52976-7d32-47e8-a00a-a0efa3d3f95a. Nov 19 03:34:51.883469 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:34:51.991660 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:34:51.996442 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:52.000863 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:34:52.009946 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:34:52.010570 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:52.022980 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4fc449ce-6fbd-4631-9097-76be065202ac tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "DELETE /v2.0/floatingips/fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41 HTTP/1.1" status: 204 len: 168 time: 0.8377714 Nov 19 03:34:52.023568 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:34:52.025806 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619aa550-d82a-471e-9e0d-46dad83b2a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:34:52.063778 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df0b9f-e9de-4cab-80df-886144b3abc3 x-openstack-request-id: req-e0df0b9f-e9de-4cab-80df-886144b3abc3 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:34:52.064073 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:34:52.064331 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0df0b9f-e9de-4cab-80df-886144b3abc3 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:34:52.064731 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'status': 'completed', 'code': 200} Nov 19 03:34:52.188654 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-46bbeb01-e42f-4503-beff-b9152606a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:52.190317 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-46bbeb01-e42f-4503-beff-b9152606a0f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 1099 time: 0.0695963 Nov 19 03:34:52.251712 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:34:52.316731 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1c87d-b780-45f4-bd23-1a49164abcfd req-c35582d7-dc97-4b2c-9fa3-bcaa6d3be45a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:52.318218 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bcb1c87d-b780-45f4-bd23-1a49164abcfd req-c35582d7-dc97-4b2c-9fa3-bcaa6d3be45a tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.1061256 Nov 19 03:34:52.358102 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-53388f63-ccaf-4936-9aa2-3dd17bd79aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:52.359604 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-53388f63-ccaf-4936-9aa2-3dd17bd79aa2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.1385913 Nov 19 03:34:52.416582 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-ee1de6c5-832b-4b36-a6b5-6be813cfc5c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 200 len: 217 time: 0.0464628 Nov 19 03:34:52.420511 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-bcb1c87d-b780-45f4-bd23-1a49164abcfd req-2a92781c-3d1f-4cb2-b51d-8576b5949ce1 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939713 Nov 19 03:34:52.469844 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-6620e326-a365-41d9-93ae-e6163f296df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:52.471380 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-6620e326-a365-41d9-93ae-e6163f296df0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0457387 Nov 19 03:34:52.484463 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:28Z', 'revision_number': 1, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:52.510831 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:34:52.518053 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-1b52d737-8e7f-450a-9f55-ba1fe36c67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:52.519842 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:34:52.520196 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-1b52d737-8e7f-450a-9f55-ba1fe36c67a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406516 Nov 19 03:34:52.520443 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:52.615746 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-d765abe6-7f4b-4318-ab95-1cf2b194e592 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Nov 19 03:34:52.624541 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:34:52.705383 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-619aa550-d82a-471e-9e0d-46dad83b2a3d req-b39969ed-256c-49c9-8c17-2848d4625b5f service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Nov 19 03:34:52.826346 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:34:52.851571 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:28Z', 'revision_number': 1, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:52.877140 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91263085-b1ef-4304-be7b-8f7930173467 None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_floatingips': [{'id': '80c81be4-5c61-482d-a147-84ae46dc9bcc', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'router_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'port_id': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'mac_address': 'fa:16:3e:a0:a6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2791816b-a24f-4393-b909-931a52e455a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T03:29:25Z', 'updated_at': '2021-11-19T03:29:28Z', 'revision_number': 1, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:34:53.091111 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a206d9c-357e-44fa-a862-81c5697370bc None None] New status for floating IP fc3a9ba0-6c0e-4d9e-8ec5-2fdfff4a6c41: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:34:53.542911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95b189-b23f-44c8-a4ef-f9c8c732c1d4 req-864e8582-e382-4b5a-9c3a-d7c5fa1d51e3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:53.544308 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ce95b189-b23f-44c8-a4ef-f9c8c732c1d4 req-864e8582-e382-4b5a-9c3a-d7c5fa1d51e3 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.0523374 Nov 19 03:34:53.595360 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ce95b189-b23f-44c8-a4ef-f9c8c732c1d4 req-84b439ba-e700-475b-a39a-f09be331fd70 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Nov 19 03:34:54.247538 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-67cd4725-8987-449f-836c-49cec3b776fc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:54.248951 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-67cd4725-8987-449f-836c-49cec3b776fc tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 946 time: 0.0473466 Nov 19 03:34:54.337482 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Deleting port cbb52976-7d32-47e8-a00a-a0efa3d3f95a {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:34:54.337719 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:54.428334 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] For port cbb52976-7d32-47e8-a00a-a0efa3d3f95a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:34:54.428690 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:54.440902 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Calling delete_port for cbb52976-7d32-47e8-a00a-a0efa3d3f95a owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:34:54.568629 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:54.595341 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'Port': ['ID=cbb52976-7d32-47e8-a00a-a0efa3d3f95a,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:34:54.637595 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] No DVR routers for this DVR port cbb52976-7d32-47e8-a00a-a0efa3d3f95a on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:34:54.640164 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:54.644179 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3efb27dc-bcae-4de1-a5ba-9930d5120b62 req-457cc6f9-07dc-4da5-9956-dcc5bbb49e22 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "DELETE /v2.0/ports/cbb52976-7d32-47e8-a00a-a0efa3d3f95a HTTP/1.1" status: 204 len: 173 time: 0.3885255 Nov 19 03:34:54.644686 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'name': 'network-vif-deleted', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:34:54.646973 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3398b4-bef7-47ff-aa73-f8dc2d059a76" -d '{"events": [{"server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "name": "network-vif-deleted", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:34:54.695297 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffb05f-3c71-4178-aeb8-5e2d4ece4727 x-openstack-request-id: req-00ffb05f-3c71-4178-aeb8-5e2d4ece4727 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:34:54.695590 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5253f7-3260-4ac4-9d04-0233ef59dc45", "name": "network-vif-deleted", "tag": "cbb52976-7d32-47e8-a00a-a0efa3d3f95a", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:34:54.695840 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00ffb05f-3c71-4178-aeb8-5e2d4ece4727 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:34:54.696219 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5253f7-3260-4ac4-9d04-0233ef59dc45', 'name': 'network-vif-deleted', 'tag': 'cbb52976-7d32-47e8-a00a-a0efa3d3f95a', 'status': 'completed', 'code': 200} Nov 19 03:34:54.698095 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3618ba71-5ebc-4d4d-b932-17a1813e064a req-0401009e-3a07-4dd3-ba23-76387390ff47 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e5253f7-3260-4ac4-9d04-0233ef59dc45 HTTP/1.1" status: 200 len: 210 time: 0.0333426 Nov 19 03:34:57.882385 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device cbb52976-7d32-47e8-a00a-a0efa3d3f95a no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:34:57.902421 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: cbb52976-7d32-47e8-a00a-a0efa3d3f95a {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:34:57.902787 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device cbb52976-7d32-47e8-a00a-a0efa3d3f95a not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:34:57.973630 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36112) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:34:58.129728 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Deleting port b6bc1775-d248-47e4-ab5e-f9d705d8f8de {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:34:58.130146 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:58.203065 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:58.203390 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:58.215574 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Calling delete_port for b6bc1775-d248-47e4-ab5e-f9d705d8f8de owned by network:floatingip {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:34:58.361653 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:58.388261 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'Port': ['ID=b6bc1775-d248-47e4-ab5e-f9d705d8f8de,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:34:58.448368 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:58.448691 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Floating IP 80c81be4-5c61-482d-a147-84ae46dc9bcc disassociated (deleted). External IP: 172.27.0.169, port: ad396234-a82d-422a-9ca4-4d3f85240b28. Nov 19 03:34:58.905157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:34:59.008823 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:34:59.013644 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:34:59.018153 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:34:59.028387 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:34:59.028993 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:59.043297 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-46499ebc-89c1-4974-8730-467025ec5fdb tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "DELETE /v2.0/floatingips/80c81be4-5c61-482d-a147-84ae46dc9bcc HTTP/1.1" status: 204 len: 168 time: 1.0685778 Nov 19 03:34:59.043895 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:34:59.046182 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96490b0b-6718-4591-8f6d-dcb3847ea03d" -d '{"events": [{"name": "network-changed", "server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:34:59.092553 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1520e00-8056-4586-9cc1-0ca1933ea532 x-openstack-request-id: req-e1520e00-8056-4586-9cc1-0ca1933ea532 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:34:59.092553 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:34:59.092553 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1520e00-8056-4586-9cc1-0ca1933ea532 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:34:59.092977 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'status': 'completed', 'code': 200} Nov 19 03:34:59.137704 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:34:59.186025 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-aa6791f5-f808-43f0-a760-54bcaa1d425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:59.187923 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-aa6791f5-f808-43f0-a760-54bcaa1d425e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b123731cbb4468b8bae663587e792e7&device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 1099 time: 0.0445590 Nov 19 03:34:59.321344 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a9cb-a4d8-461e-8dd2-e545e62d5037 req-88a6aeaf-d546-4ca3-9aa9-2716b59a7161 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:59.322842 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c5e9a9cb-a4d8-461e-8dd2-e545e62d5037 req-88a6aeaf-d546-4ca3-9aa9-2716b59a7161 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 946 time: 0.0766284 Nov 19 03:34:59.342281 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-81da96b8-ddd6-4109-a318-702d1e91ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:59.343744 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-81da96b8-ddd6-4109-a318-702d1e91ec86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 200 len: 912 time: 0.1480148 Nov 19 03:34:59.347185 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:59.374550 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:34:59.384138 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:34:59.384738 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:59.395854 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-d223f042-8edb-4b9a-8754-1af4653e39b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 200 len: 217 time: 0.0443041 Nov 19 03:34:59.422994 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c5e9a9cb-a4d8-461e-8dd2-e545e62d5037 req-f4c3bf89-eed4-41bc-8098-c6f5e060ae68 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/security-groups?id=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912390 Nov 19 03:34:59.462076 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-02cdb74d-8a55-4b0b-a34c-4c73f2e4ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:59.463575 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-02cdb74d-8a55-4b0b-a34c-4c73f2e4ff5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 200 len: 850 time: 0.0543206 Nov 19 03:34:59.498171 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:34:59.510500 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-930bd779-111a-46e5-938c-1ed5bccb455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:34:59.512012 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-930bd779-111a-46e5-938c-1ed5bccb455e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ec6214ac-d99f-413c-a1b4-78005c417695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402260 Nov 19 03:34:59.609748 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-dbb3802d-489a-42b1-ae56-efa83f0bbd05 service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902095 Nov 19 03:34:59.704404 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:34:59.705547 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-96490b0b-6718-4591-8f6d-dcb3847ea03d req-10f82196-ed14-4e46-b0c7-01c330f30a3a service neutron] 10.222.0.50 "GET /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879149 Nov 19 03:34:59.731520 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0899f006-3804-42a0-94e8-56740c196a7b None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:25:17Z', 'revision_number': 4, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '09cf56d4-392a-4786-9c4c-e67e0dfd2b1b', 'name': '', 'network_id': 'ec6214ac-d99f-413c-a1b4-78005c417695', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'mac_address': 'fa:16:3e:39:5b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:16Z', 'updated_at': '2021-11-19T03:25:21Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'subnets': [{'id': '69748e62-2fad-45a9-bdbd-8021dd3f9e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:34:59.951156 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387d28e-fcee-417b-aa2b-11a344090743 None None] New status for floating IP 80c81be4-5c61-482d-a147-84ae46dc9bcc: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:35:00.055762 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-8f96df5f-c216-444a-9a43-2f9c77bb3748 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:35:00.057288 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-8f96df5f-c216-444a-9a43-2f9c77bb3748 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 946 time: 0.0540466 Nov 19 03:35:00.151038 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Deleting port ad396234-a82d-422a-9ca4-4d3f85240b28 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:00.151378 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:00.238759 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] For port ad396234-a82d-422a-9ca4-4d3f85240b28, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ad396234-a82d-422a-9ca4-4d3f85240b28,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:00.239116 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:00.251428 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Calling delete_port for ad396234-a82d-422a-9ca4-4d3f85240b28 owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:00.380988 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:00.409537 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'Port': ['ID=ad396234-a82d-422a-9ca4-4d3f85240b28,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:00.450605 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] No DVR routers for this DVR port ad396234-a82d-422a-9ca4-4d3f85240b28 on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:35:00.453150 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:00.456783 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-288013d6-3bc1-4a31-904d-4c1a65c40c7f req-4081617c-75dc-477a-943c-d62fac9d4159 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.50 "DELETE /v2.0/ports/ad396234-a82d-422a-9ca4-4d3f85240b28 HTTP/1.1" status: 204 len: 173 time: 0.3929794 Nov 19 03:35:00.526538 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b2f3decc-58df-4736-8258-33964ae8587c req-04063955-255d-4f0f-857c-50c345c0d257 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "GET /v2.0/ports?device_id=2791816b-a24f-4393-b909-931a52e455a1 HTTP/1.1" status: 200 len: 210 time: 0.0319817 Nov 19 03:35:01.094327 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'name': 'network-vif-deleted', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:35:01.096776 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640c5897-a7be-4a54-b221-ad50606e233f" -d '{"events": [{"server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "name": "network-vif-deleted", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:35:01.134705 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14ec45-3889-431d-87bd-a760bd4762b3 x-openstack-request-id: req-2f14ec45-3889-431d-87bd-a760bd4762b3 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:35:01.135173 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2791816b-a24f-4393-b909-931a52e455a1", "name": "network-vif-deleted", "tag": "ad396234-a82d-422a-9ca4-4d3f85240b28", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:35:01.135587 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f14ec45-3889-431d-87bd-a760bd4762b3 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:35:01.136324 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2791816b-a24f-4393-b909-931a52e455a1', 'name': 'network-vif-deleted', 'tag': 'ad396234-a82d-422a-9ca4-4d3f85240b28', 'status': 'completed', 'code': 200} Nov 19 03:35:01.582730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36134) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:01.703883 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Deleting port bf58e773-7639-451e-b496-50c0ec253dad {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:01.704221 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:01.779980 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:01.780298 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:01.791945 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Calling delete_port for bf58e773-7639-451e-b496-50c0ec253dad owned by network:floatingip {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:01.918269 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:01.947329 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'Port': ['ID=bf58e773-7639-451e-b496-50c0ec253dad,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:01.958946 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.959302 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.959649 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.959988 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.960323 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.960656 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.960986 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.961319 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.961646 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.961973 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.962300 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:01.962652 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:02.015681 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:02.018169 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:02.019910 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-805af809-13de-4ba4-8857-2ff6fff7e143 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "DELETE /v2.0/floatingips/4fd4d859-0696-45c9-aaa2-577329411508 HTTP/1.1" status: 204 len: 168 time: 0.4356318 Nov 19 03:35:03.206389 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36148) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:03.264893 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14503f07-7d6e-4434-92b4-4d76b585bef2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:03.289285 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14503f07-7d6e-4434-92b4-4d76b585bef2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:03.351058 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14503f07-7d6e-4434-92b4-4d76b585bef2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:03.353659 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-14503f07-7d6e-4434-92b4-4d76b585bef2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:03.354844 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-14503f07-7d6e-4434-92b4-4d76b585bef2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] 10.222.0.47 "DELETE /v2.0/security-groups/3afb58f4-a438-4bf5-8b94-c859ffd5cf6b HTTP/1.1" status: 204 len: 168 time: 0.1474214 Nov 19 03:35:03.364748 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14503f07-7d6e-4434-92b4-4d76b585bef2 tempest-TestVolumeBootPattern-1921142223 tempest-TestVolumeBootPattern-1921142223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb58f4-a438-4bf5-8b94-c859ffd5cf6b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:03.413869 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36152) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:03.889501 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:03.919169 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ad396234-a82d-422a-9ca4-4d3f85240b28 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:03.939498 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: ad396234-a82d-422a-9ca4-4d3f85240b28 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:03.939836 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device ad396234-a82d-422a-9ca4-4d3f85240b28 not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:04.136407 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Deleting port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:04.136745 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:04.217483 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] For port 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:04.218171 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:04.479748 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Calling delete_port for 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b owned by network:router_interface {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:04.665303 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:04.691218 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Pushing event deleted for resources: {'Port': ['ID=09cf56d4-392a-4786-9c4c-e67e0dfd2b1b,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:04.851078 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.065626 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Router 4320d611-5be6-4393-9fa6-46190fe32fb0 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:35:05.171468 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:35:05.176461 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-37540654-faff-4dc5-812c-b3d431fdee4d admin admin] 10.222.0.47 "PUT /v2.0/routers/4320d611-5be6-4393-9fa6-46190fe32fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615492 Nov 19 03:35:05.179026 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36156) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:05.180649 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] Sync routers for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:35:05.193689 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:35:05.194293 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:05.281447 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks [] for router, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.296150 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:35:05.387126 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.438491 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Deleting port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:05.438830 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.473002 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:35:04Z', 'revision_number': 5, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port': {'id': '1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:15Z', 'updated_at': '2021-11-19T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:05.498484 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] Checking router: 4320d611-5be6-4393-9fa6-46190fe32fb0 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:35:05.507326 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] Routers {'4320d611-5be6-4393-9fa6-46190fe32fb0'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:35:05.507916 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['4320d611-5be6-4393-9fa6-46190fe32fb0'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:05.519823 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] For port 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:05.520188 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.531611 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Calling delete_port for 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca owned by network:router_gateway {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:05.708176 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.721260 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] Set router 4320d611-5be6-4393-9fa6-46190fe32fb0 gateway port host: None {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:35:05.734755 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:05.776193 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:35:05Z', 'revision_number': 6, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:05.793299 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.802932 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608da6a-f151-4575-9687-a5debcc7c42c None None] The sync data for ids ['4320d611-5be6-4393-9fa6-46190fe32fb0'] in dv-cinder-818037-4-iscsi is: [{'id': '4320d611-5be6-4393-9fa6-46190fe32fb0', 'name': 'tempest-TestVolumeBootPattern-954311129-router', 'tenant_id': '0b123731cbb4468b8bae663587e792e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:14Z', 'updated_at': '2021-11-19T03:35:05Z', 'revision_number': 6, 'project_id': '0b123731cbb4468b8bae663587e792e7', 'gw_port_host': None}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:35:05.884273 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.886380 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.932477 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.933004 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4320d611-5be6-4393-9fa6-46190fe32fb0 {{(pid=102573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:35:05.937370 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:05.938564 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-35cf6652-d7e1-46db-8ac9-1b807c94e4ba admin admin] 10.222.0.47 "DELETE /v2.0/routers/4320d611-5be6-4393-9fa6-46190fe32fb0 HTTP/1.1" status: 204 len: 168 time: 0.7583857 Nov 19 03:35:05.941156 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36158) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:05.985482 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Deleting subnet 69748e62-2fad-45a9-bdbd-8021dd3f9e46 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:35:05.988746 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.022464 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.103786 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.158785 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.185534 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69748e62-2fad-45a9-bdbd-8021dd3f9e46,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:06.189184 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.195387 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-1904e0cd-2149-4bdc-9d9b-74b922d6ccb1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69748e62-2fad-45a9-bdbd-8021dd3f9e46 HTTP/1.1" status: 204 len: 168 time: 0.2509232 Nov 19 03:35:06.196202 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36160) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:06.202507 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a295d72-b8c8-44c2-91e9-6f8336330f12 None None] Network ec6214ac-d99f-413c-a1b4-78005c417695 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:35:06.281094 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.335527 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Deleting port bcc843ee-aa24-4d7b-adec-c4de4175fff2 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:06.335864 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.404012 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] For port bcc843ee-aa24-4d7b-adec-c4de4175fff2, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=bcc843ee-aa24-4d7b-adec-c4de4175fff2,segment=NetworkSegment(57f630f4-fddc-48f9-b76e-4a768a25572b),segment_id=57f630f4-fddc-48f9-b76e-4a768a25572b)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:06.404372 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.417300 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Calling delete_port for bcc843ee-aa24-4d7b-adec-c4de4175fff2 owned by network:dhcp {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:06.494261 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.520398 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc843ee-aa24-4d7b-adec-c4de4175fff2,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:06.526736 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] No DVR routers for this DVR port bcc843ee-aa24-4d7b-adec-c4de4175fff2 on host dv-cinder-818037-4-iscsi {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:35:06.602348 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.620159 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:06.622589 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642fdbe-16c7-4c59-b6e4-2d2e50ec3f3d None None] DHCP port deletion for ec6214ac-d99f-413c-a1b4-78005c417695 request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:35:06.625898 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6214ac-d99f-413c-a1b4-78005c417695']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:06.635983 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f630f4-fddc-48f9-b76e-4a768a25572b') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:06.636276 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f630f4-fddc-48f9-b76e-4a768a25572b') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:06.646368 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.648907 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:06.649322 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 09cf56d4-392a-4786-9c4c-e67e0dfd2b1b not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:06.661437 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.667447 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:35:06.667824 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:35:06.669584 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:35:06.728060 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.733531 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:06.736750 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ec6214ac-d99f-413c-a1b4-78005c417695 HTTP/1.1" status: 204 len: 168 time: 0.5387421 Nov 19 03:35:06.740426 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36162) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:06.748667 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a65b5f-206f-409c-a199-87cd133577f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6214ac-d99f-413c-a1b4-78005c417695,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:07.090003 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:07.327730 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Deleting port 9ff50ee6-6ad3-49d2-babe-c705322da3ae {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:07.328154 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:07.401793 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] For port 9ff50ee6-6ad3-49d2-babe-c705322da3ae, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=9ff50ee6-6ad3-49d2-babe-c705322da3ae,segment=NetworkSegment(f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1),segment_id=f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:07.402148 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:07.414579 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Calling delete_port for 9ff50ee6-6ad3-49d2-babe-c705322da3ae owned by network:router_interface {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:07.429755 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-367cc93f-3f18-42b5-aff0-a269b080c77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:07.598288 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:07.627848 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff50ee6-6ad3-49d2-babe-c705322da3ae,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:07.791675 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.254320 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Router 45640068-607f-45db-bf64-6c1bc68034ef has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:35:08.269760 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device bcc843ee-aa24-4d7b-adec-c4de4175fff2 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:08.291434 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: bcc843ee-aa24-4d7b-adec-c4de4175fff2 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:08.291780 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device bcc843ee-aa24-4d7b-adec-c4de4175fff2 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:08.292186 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:08.311341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:08.311691 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 1b04a3c7-bcc0-4d52-b6fe-9210e7e384ca not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:08.359581 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:35:08.364409 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-ee10ca59-57a9-4111-88bd-bdf3632847ca admin admin] 10.222.0.47 "PUT /v2.0/routers/45640068-607f-45db-bf64-6c1bc68034ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6228468 Nov 19 03:35:08.366992 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36164) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:08.367767 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] Sync routers for ids ['45640068-607f-45db-bf64-6c1bc68034ef'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:35:08.377017 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] Routers {'45640068-607f-45db-bf64-6c1bc68034ef'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:35:08.377604 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['45640068-607f-45db-bf64-6c1bc68034ef'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:08.469815 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks [] for router, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.480250 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] Set router 45640068-607f-45db-bf64-6c1bc68034ef gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:35:08.570837 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.594663 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.626719 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Deleting port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:08.626969 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.660632 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:35:07Z', 'revision_number': 5, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port': {'id': '9d6dca8b-b14c-49fb-8d43-2b15c27fde7f', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45640068-607f-45db-bf64-6c1bc68034ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:25:20Z', 'updated_at': '2021-11-19T03:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:08.690312 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] Checking router: 45640068-607f-45db-bf64-6c1bc68034ef for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:35:08.699561 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] Routers {'45640068-607f-45db-bf64-6c1bc68034ef'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:35:08.700164 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:34:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['45640068-607f-45db-bf64-6c1bc68034ef'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:08.705338 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] For port 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:08.705695 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.718315 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Calling delete_port for 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f owned by network:router_gateway {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:08.785082 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] Set router 45640068-607f-45db-bf64-6c1bc68034ef gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:35:08.838016 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:35:08Z', 'revision_number': 6, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:08.868118 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a303f3a-defc-4214-be79-0441c38767f2 None None] The sync data for ids ['45640068-607f-45db-bf64-6c1bc68034ef'] in dv-cinder-818037-4-iscsi is: [{'id': '45640068-607f-45db-bf64-6c1bc68034ef', 'name': 'tempest-TestVolumeBootPattern-382424115-router', 'tenant_id': '32ebea08bffa40a4821b478c9bab171a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:25:19Z', 'updated_at': '2021-11-19T03:35:08Z', 'revision_number': 6, 'project_id': '32ebea08bffa40a4821b478c9bab171a', 'gw_port_host': None}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:35:08.881843 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:08.912820 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6dca8b-b14c-49fb-8d43-2b15c27fde7f,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:08.975031 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.061267 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.063535 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.106904 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.107455 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45640068-607f-45db-bf64-6c1bc68034ef {{(pid=102573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:35:09.111651 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] Publish callbacks [] for router, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.112797 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e0f57909-a6d0-4188-9dbc-fd26f467da88 admin admin] 10.222.0.47 "DELETE /v2.0/routers/45640068-607f-45db-bf64-6c1bc68034ef HTTP/1.1" status: 204 len: 168 time: 0.7448857 Nov 19 03:35:09.115607 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36166) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:09.163911 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Deleting subnet 8e16a34b-d185-404d-90e8-ce4e988f7267 {{(pid=102573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:35:09.166976 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.200303 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7731476'] for subnet, precommit_delete_associations {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.281418 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.337382 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2786158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5088224'] for subnet, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.362881 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e16a34b-d185-404d-90e8-ce4e988f7267,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:09.367157 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.370352 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-c9bcb794-bd8b-4cfc-a493-8c0993f6cd91 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8e16a34b-d185-404d-90e8-ce4e988f7267 HTTP/1.1" status: 204 len: 168 time: 0.2537816 Nov 19 03:35:09.372880 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36168) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:09.373671 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f75a0-6edc-40a9-82cb-4b63a756603e None None] Network 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:35:09.439507 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.492401 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Deleting port 98cf9003-a5f2-4822-91f5-664f7880facd {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:09.492626 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.558945 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] For port 98cf9003-a5f2-4822-91f5-664f7880facd, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=98cf9003-a5f2-4822-91f5-664f7880facd,segment=NetworkSegment(f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1),segment_id=f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:09.559235 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.571576 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Calling delete_port for 98cf9003-a5f2-4822-91f5-664f7880facd owned by network:dhcp {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:09.619887 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] DHCP port deletion for 361dfd3d-efaf-4168-9b13-82c2dda6a4f6 request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:35:09.653937 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.673721 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Deleting port 98cf9003-a5f2-4822-91f5-664f7880facd {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:35:09.674095 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.685116 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cf9003-a5f2-4822-91f5-664f7880facd,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:09.689669 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] No DVR routers for this DVR port 98cf9003-a5f2-4822-91f5-664f7880facd on host dv-cinder-818037-4-iscsi {{(pid=102573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:35:09.726422 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-07857ce4-a207-46b9-8411-1b32dd5471f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.755812 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] For port 98cf9003-a5f2-4822-91f5-664f7880facd, host dv-cinder-818037-4-iscsi, got binding levels [] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:35:09.756332 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.764776 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.768788 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Calling delete_port for 98cf9003-a5f2-4822-91f5-664f7880facd owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:35:09.772394 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.ipam_backend_mixin [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Port 98cf9003-a5f2-4822-91f5-664f7880facd was not found and therefore no delete operation was performed {{(pid=102575) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 03:35:09.773662 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809'] for port, after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.784533 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361dfd3d-efaf-4168-9b13-82c2dda6a4f6']}} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:09.795304 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1') {'for_net_delete': True} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:09.795691 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.services.segments.db [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0632f5a-b4fe-4280-9c27-2cf0cdf5e4d1') {} {{(pid=102573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:35:09.798927 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Pushing event deleted for resources: {'Port': ['ID=98cf9003-a5f2-4822-91f5-664f7880facd,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:09.806449 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.806826 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.807164 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.807541 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.807860 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.808123 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.808441 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.808766 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.809092 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.809428 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.809775 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.809865 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7731485'] for segment, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.810053 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:35:09.814088 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02908444-7af6-4f73-9c67-882c11a46bc8 None None] No DVR routers for this DVR port 98cf9003-a5f2-4822-91f5-664f7880facd on host dv-cinder-818037-4-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:35:09.836933 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.843930 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:35:09.844342 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2786068'] for segment, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: Traceback (most recent call last): Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: timer() Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: cb(*args, **kw) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: return func(*args, **kwargs) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: self._notify() Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: self.callback(batched_events) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: event.method(event) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: return f(self, *a, **k) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._get(url).json() Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: return self.request(url, 'GET', **kwargs) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:35:09.846303 dv-cinder-818037-4-iscsi neutron-server[102573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:35:09.905545 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.911050 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:09.914930 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] 10.222.0.47 "DELETE /v2.0/networks/361dfd3d-efaf-4168-9b13-82c2dda6a4f6 HTTP/1.1" status: 204 len: 168 time: 0.5411255 Nov 19 03:35:09.926281 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a519-7e1d-4d0a-8882-a3ad6623ed28 admin admin] Pushing event deleted for resources: {'Network': ['ID=361dfd3d-efaf-4168-9b13-82c2dda6a4f6,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:10.027567 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36172) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:10.066624 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-0b55b84c-a585-4a9a-96a7-9283436d4930 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b123731cbb4468b8bae663587e792e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378103 Nov 19 03:35:10.069504 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36174) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:10.115792 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2a150da-b832-4f0b-9908-54d0594b7bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.136499 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2a150da-b832-4f0b-9908-54d0594b7bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.191020 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2a150da-b832-4f0b-9908-54d0594b7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.194279 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-f2a150da-b832-4f0b-9908-54d0594b7bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.195710 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-f2a150da-b832-4f0b-9908-54d0594b7bc4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e31fdeb-f1bd-4924-9d1d-39affc6c71b0 HTTP/1.1" status: 204 len: 168 time: 0.1250091 Nov 19 03:35:10.203168 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a150da-b832-4f0b-9908-54d0594b7bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e31fdeb-f1bd-4924-9d1d-39affc6c71b0,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:10.223185 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:10.248482 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:10.248820 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9d6dca8b-b14c-49fb-8d43-2b15c27fde7f not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:10.249222 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9ff50ee6-6ad3-49d2-babe-c705322da3ae no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:10.268072 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 9ff50ee6-6ad3-49d2-babe-c705322da3ae {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:10.268418 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 9ff50ee6-6ad3-49d2-babe-c705322da3ae not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:10.268820 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 98cf9003-a5f2-4822-91f5-664f7880facd no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:35:10.289139 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 98cf9003-a5f2-4822-91f5-664f7880facd {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:35:10.289473 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 98cf9003-a5f2-4822-91f5-664f7880facd not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:35:10.506715 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36180) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:10.546494 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e0c731f4-3113-4ff7-8aad-ae0db8e2802d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32ebea08bffa40a4821b478c9bab171a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384228 Nov 19 03:35:10.548797 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36182) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:35:10.595275 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ff11db02-0242-4cce-950d-fc15540920dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.617463 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ff11db02-0242-4cce-950d-fc15540920dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.662905 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ff11db02-0242-4cce-950d-fc15540920dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.665508 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-ff11db02-0242-4cce-950d-fc15540920dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:10.666658 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-ff11db02-0242-4cce-950d-fc15540920dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8fee055c-c61c-47bb-b9e3-1d6c8bb990dc HTTP/1.1" status: 204 len: 168 time: 0.1169386 Nov 19 03:35:10.674357 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11db02-0242-4cce-950d-fc15540920dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee055c-c61c-47bb-b9e3-1d6c8bb990dc,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:35:10.849015 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:12.340809 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:12.945468 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:17.019708 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-321b8af5-5dbd-4c5d-a626-a5f37004966d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438159 Nov 19 03:35:17.119090 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-c750235a-04a9-4366-8b8c-ca4e190f127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:35:17.120548 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-c750235a-04a9-4366-8b8c-ca4e190f127f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0404863 Nov 19 03:35:17.226882 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-47a4a89d-61dd-42e3-890b-8251d9b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:35:17.228373 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-47a4a89d-61dd-42e3-890b-8251d9b41be8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0874126 Nov 19 03:35:17.294653 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-60f566e7-5336-42a2-a35a-e067007a471d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 1001 time: 0.0592735 Nov 19 03:35:17.341591 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-f82f02cd-ab0e-44ed-95a4-80f4fb9f94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:35:17.342975 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-f82f02cd-ab0e-44ed-95a4-80f4fb9f94bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0416889 Nov 19 03:35:17.389886 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-dc3816e6-f480-4ac2-bbda-416879a210bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:35:17.391352 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-dc3816e6-f480-4ac2-bbda-416879a210bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414081 Nov 19 03:35:17.478701 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-b41c359d-ab30-45f7-afe8-ebe5485cd81e service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803504 Nov 19 03:35:17.570802 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ea2978ea-9647-4c38-9dc3-678cd0e04ed4 req-161920a9-cd44-484a-827d-9b626854c2b5 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852489 Nov 19 03:35:25.089207 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [req-fc135ec9-f487-49db-8191-5d078f959c34 req-8baefecf-774e-429b-9c4d-1abd3f5ca1c1 service neutron] (102573) timed out ('10.222.0.50', 58163) {{(pid=102573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 03:35:29.825015 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:35:37.432391 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-80177303-1536-4e57-a877-d07d9c0530d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:38.619270 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:39.687569 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a595d406-cb5c-48f8-87af-514766348221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:40.848351 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:42.344332 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:42.946379 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:35:52.524050 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [req-aa007bb4-a077-48ea-a6cf-f4fe21630d1b req-7c09fd60-584b-4259-937b-4b45d5ba7ecd service neutron] (102573) timed out ('10.222.0.50', 58169) {{(pid=102573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 03:36:06.829685 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:36:07.432750 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-27e745e2-7afb-4228-9aa2-71670d197872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:08.634764 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:09.688242 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-5c29a9e1-5bca-4a3a-9ae6-3b634d78187e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:10.850295 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:11.513355 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9de1-2810-4186-ad45-4880e2c28410 req-82427110-4911-43bc-90ba-2c4a3dc2795d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:11.514865 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9eae9de1-2810-4186-ad45-4880e2c28410 req-82427110-4911-43bc-90ba-2c4a3dc2795d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.2736452 Nov 19 03:36:11.565113 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9eae9de1-2810-4186-ad45-4880e2c28410 req-cb5e6f53-1e5d-4941-99b1-30329dcdac0e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441673 Nov 19 03:36:12.347246 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:12.733931 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f05b13-b4b7-4db4-bca6-c2e02f1a0318 req-5f4452c6-7b5d-44b8-97f9-46f898df88c0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:12.735401 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4f05b13-b4b7-4db4-bca6-c2e02f1a0318 req-5f4452c6-7b5d-44b8-97f9-46f898df88c0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.1010447 Nov 19 03:36:12.783182 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f4f05b13-b4b7-4db4-bca6-c2e02f1a0318 req-5aab3ff9-919a-4d08-8907-580342365375 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Nov 19 03:36:12.947247 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:13.902649 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd67f-317a-48a3-ac02-dd72894985a5 req-3227946f-4f0f-47f3-b805-028ce48c50e5 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:13.904113 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34dcd67f-317a-48a3-ac02-dd72894985a5 req-3227946f-4f0f-47f3-b805-028ce48c50e5 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0533454 Nov 19 03:36:13.952907 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-34dcd67f-317a-48a3-ac02-dd72894985a5 req-72816261-d896-4f2f-9caf-4761736db1d6 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Nov 19 03:36:15.065505 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed5bd-1044-4cff-ab7a-185ac77ebb4e req-5e151dfe-e34c-4437-bb35-b1c276fe1394 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:15.067905 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7eed5bd-1044-4cff-ab7a-185ac77ebb4e req-5e151dfe-e34c-4437-bb35-b1c276fe1394 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Nov 19 03:36:15.120160 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-f7eed5bd-1044-4cff-ab7a-185ac77ebb4e req-165b2b9d-91b7-453a-9e44-6a102e12348d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449131 Nov 19 03:36:16.234460 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eddcf0-3c36-498b-9840-ed4ad9891da0 req-43a3adc1-4c60-4e19-b8de-d0447e2498b7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:16.235959 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-92eddcf0-3c36-498b-9840-ed4ad9891da0 req-43a3adc1-4c60-4e19-b8de-d0447e2498b7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Nov 19 03:36:16.288656 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-92eddcf0-3c36-498b-9840-ed4ad9891da0 req-558f7dc5-d96b-425b-8622-206e4071abf7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467083 Nov 19 03:36:17.402215 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87ef4c-9522-4949-896d-286d965bd416 req-82af440d-9f7b-4563-93c0-38121f3c494b tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:17.403678 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3d87ef4c-9522-4949-896d-286d965bd416 req-82af440d-9f7b-4563-93c0-38121f3c494b tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Nov 19 03:36:17.451911 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-3d87ef4c-9522-4949-896d-286d965bd416 req-89f5e16f-0026-4fe2-8a05-e1440a85adbe tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Nov 19 03:36:18.068306 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-ca5ccfba-ce03-4043-bc1c-2945ccbfab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:18.069866 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-ca5ccfba-ce03-4043-bc1c-2945ccbfab8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0437407 Nov 19 03:36:18.174642 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-baa2eab2-6813-48a2-87dc-f227d4322f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:18.176170 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-baa2eab2-6813-48a2-87dc-f227d4322f37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0863869 Nov 19 03:36:18.239779 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-15cc34a1-7874-4ea6-b63f-b9df785b65ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 1001 time: 0.0567803 Nov 19 03:36:18.291759 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-f4a276b1-7271-4f8d-91f3-76f6407f4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:18.293209 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-f4a276b1-7271-4f8d-91f3-76f6407f4f53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0472457 Nov 19 03:36:18.341043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-9bbee316-9723-4f42-9a34-035ef736619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:18.342422 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-9bbee316-9723-4f42-9a34-035ef736619a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423889 Nov 19 03:36:18.429104 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-8c755e8f-23a2-4e71-ac35-2ae148c9d44b service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798373 Nov 19 03:36:18.530965 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-53c3b522-a7e1-46c5-b036-1a6887bba861 req-4bcb1e33-9260-486e-8c56-55a8a205290c service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954537 Nov 19 03:36:18.567034 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b47ce-ab09-4254-8df8-d19d940a0ae0 req-7d5b8e16-e054-4f47-91a6-d7687286390a tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:18.568629 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b94b47ce-ab09-4254-8df8-d19d940a0ae0 req-7d5b8e16-e054-4f47-91a6-d7687286390a tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Nov 19 03:36:18.617487 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b94b47ce-ab09-4254-8df8-d19d940a0ae0 req-9cbd28d3-539e-447a-821e-9573627a93d1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Nov 19 03:36:19.733308 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479d198-fc3c-4fc3-81bc-34ea6fb05586 req-964becdc-93c1-4cd8-9c1b-388c5198be67 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:19.734803 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2479d198-fc3c-4fc3-81bc-34ea6fb05586 req-964becdc-93c1-4cd8-9c1b-388c5198be67 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0510111 Nov 19 03:36:19.783225 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2479d198-fc3c-4fc3-81bc-34ea6fb05586 req-dcb68297-5e31-4200-8499-3fcff36ca7fc tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Nov 19 03:36:20.898513 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078e19-298e-4260-8d9b-26e1223fac42 req-42c144de-469e-4db6-a3f8-109d0165fabf tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:20.899959 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b5078e19-298e-4260-8d9b-26e1223fac42 req-42c144de-469e-4db6-a3f8-109d0165fabf tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Nov 19 03:36:20.948304 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-b5078e19-298e-4260-8d9b-26e1223fac42 req-5f348d0d-9e1e-4f40-9f1c-393838021d00 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Nov 19 03:36:21.583828 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-da36625b-2662-4374-980c-bdb8d96068ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:21.585284 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-da36625b-2662-4374-980c-bdb8d96068ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0821185 Nov 19 03:36:21.675702 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-b119ec4a-a0f5-4dcd-bb54-9e1e79c6247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:21.677151 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-b119ec4a-a0f5-4dcd-bb54-9e1e79c6247d service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0850024 Nov 19 03:36:21.743507 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-2c56e6ee-0e72-49d2-900a-219cd2616a39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 1001 time: 0.0585170 Nov 19 03:36:21.800507 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-7b6136c7-6699-4c63-88f0-4687a6f5311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:21.802655 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-7b6136c7-6699-4c63-88f0-4687a6f5311c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0518968 Nov 19 03:36:21.847492 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-29f155ac-3629-44e4-9906-310585021ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:21.849458 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-29f155ac-3629-44e4-9906-310585021ece service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384459 Nov 19 03:36:21.935797 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-64b00765-fa3a-402d-88aa-e125732bc3ea service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792699 Nov 19 03:36:22.052465 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-5aceaeed-8cfc-4d6b-879a-9610c789b468 req-f79f20de-1fe1-4cbf-97db-14b29fe3842b service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091352 Nov 19 03:36:22.072365 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c63cb6-b8ee-4b4b-9073-02701b83205b req-f5fc6cb8-a8d5-4924-bff8-b3653f96949f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:22.073852 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-72c63cb6-b8ee-4b4b-9073-02701b83205b req-f5fc6cb8-a8d5-4924-bff8-b3653f96949f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0580699 Nov 19 03:36:22.126775 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-72c63cb6-b8ee-4b4b-9073-02701b83205b req-bc8e375c-8dbe-46ee-aae4-272d9612fb4e tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Nov 19 03:36:23.241810 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caf53f-d179-4b7b-8da6-b2dbf300ba98 req-5364bf33-0266-466b-8c92-9f40dc0b2906 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:23.243268 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28caf53f-d179-4b7b-8da6-b2dbf300ba98 req-5364bf33-0266-466b-8c92-9f40dc0b2906 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0512445 Nov 19 03:36:23.293061 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-28caf53f-d179-4b7b-8da6-b2dbf300ba98 req-b967804f-acd1-4160-9a4c-7578ff62b397 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439963 Nov 19 03:36:24.409249 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cbce7-dae0-48a4-97a2-d12d22d07d4f req-e1a61e39-c3bf-49da-afd3-7e8381479d0f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:24.411029 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fd1cbce7-dae0-48a4-97a2-d12d22d07d4f req-e1a61e39-c3bf-49da-afd3-7e8381479d0f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Nov 19 03:36:24.463257 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-fd1cbce7-dae0-48a4-97a2-d12d22d07d4f req-2ca97093-9e5d-4523-956f-544c23e9dcb4 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Nov 19 03:36:24.530756 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-59b72dc3-a04c-4580-bb46-14040bfd494b req-54fa4414-7052-4832-981c-b4bf74aa6719 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:36:24.531718 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-59b72dc3-a04c-4580-bb46-14040bfd494b req-54fa4414-7052-4832-981c-b4bf74aa6719 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054538 Nov 19 03:36:24.712178 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f58f5-1012-46a6-b85c-ab3d24e13414 req-79db520b-85c5-4a07-bb56-ab0e4f9cc8b7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:24.713705 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a77f58f5-1012-46a6-b85c-ab3d24e13414 req-79db520b-85c5-4a07-bb56-ab0e4f9cc8b7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0790627 Nov 19 03:36:24.720339 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-845b81e9-f757-4904-a260-3cb6f5a12e82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087635 Nov 19 03:36:24.732176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-c9ea39bf-1b01-4344-9528-93107cd80e6d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=102574) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 03:36:24.733119 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-c9ea39bf-1b01-4344-9528-93107cd80e6d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046706 Nov 19 03:36:24.770498 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a77f58f5-1012-46a6-b85c-ab3d24e13414 req-281384e0-a839-4cfb-956f-e8f66d948b7f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492013 Nov 19 03:36:25.898573 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4584b-3258-4bbe-9f06-92ea13b69380 req-8037d3ce-fb5f-477c-a8c6-816778a5565f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:25.899924 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-19f4584b-3258-4bbe-9f06-92ea13b69380 req-8037d3ce-fb5f-477c-a8c6-816778a5565f tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Nov 19 03:36:25.950021 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-19f4584b-3258-4bbe-9f06-92ea13b69380 req-fa631973-05d1-4903-858c-805088bb9368 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Nov 19 03:36:26.178434 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-84a1e317-774c-4cef-9f34-908de415edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:26.179855 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-84a1e317-774c-4cef-9f34-908de415edc4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039&tenant_id=5c1793e5d8d8432498e1c34ec1d15321 HTTP/1.1" status: 200 len: 1098 time: 0.0724139 Nov 19 03:36:26.250604 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-bf5626b6-4b79-4ebf-a06d-26884d335143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:26.252025 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-bf5626b6-4b79-4ebf-a06d-26884d335143 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0394795 Nov 19 03:36:26.343520 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-3ab6a442-02c9-4d58-b840-371e7f71a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:26.344965 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-3ab6a442-02c9-4d58-b840-371e7f71a58a service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0853233 Nov 19 03:36:26.409199 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-e281c2a1-ac9e-45a3-8fa3-4f599c08d6da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 1001 time: 0.0571389 Nov 19 03:36:26.457524 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-5e334cad-5587-4812-bd99-66dca9a4790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:26.459870 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-5e334cad-5587-4812-bd99-66dca9a4790f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0427091 Nov 19 03:36:26.507616 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-6c1f75fd-6605-40d4-a21a-afb000377a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:26.509033 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-6c1f75fd-6605-40d4-a21a-afb000377a8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418324 Nov 19 03:36:26.597402 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-4718a673-da43-4175-b967-1ad3dd835ed6 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Nov 19 03:36:26.687792 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a4d04798-9aea-4b78-bf3b-c759b2913203 req-d7f586ff-29ce-4cb2-bd2e-11d04b4993e7 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832603 Nov 19 03:36:27.069145 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dca0d-89f1-4049-ab05-551dfeaf91af req-0891a3ad-3e62-4f24-925f-806a6fce4f06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:27.070623 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-701dca0d-89f1-4049-ab05-551dfeaf91af req-0891a3ad-3e62-4f24-925f-806a6fce4f06 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0516932 Nov 19 03:36:27.118091 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-701dca0d-89f1-4049-ab05-551dfeaf91af req-9ac1b3d4-8670-4918-855c-0d92f8049eee tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415854 Nov 19 03:36:28.229683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d807-b001-4c16-9d60-37d49655bb4b req-11d39ac3-29c2-477e-8879-facfbc8b82ca tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:28.231128 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0bb9d807-b001-4c16-9d60-37d49655bb4b req-11d39ac3-29c2-477e-8879-facfbc8b82ca tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0469890 Nov 19 03:36:28.278784 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0bb9d807-b001-4c16-9d60-37d49655bb4b req-00c1bf02-cab4-4f3b-bd2a-6791b33e311b tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Nov 19 03:36:28.409052 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:36:28.485314 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:28.507318 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:36:28.509552 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0016257e-8b59-487a-9dd1-f3a65216b3fc" -d '{"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-unplugged", "status": "completed", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:36:28.521926 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:36:28.525038 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:28.550283 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b62e7fc-018b-4cec-9520-4007f52f87ba x-openstack-request-id: req-8b62e7fc-018b-4cec-9520-4007f52f87ba {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:36:28.550593 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-unplugged", "status": "completed", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:36:28.550854 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b62e7fc-018b-4cec-9520-4007f52f87ba {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:36:28.551242 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'code': 200} Nov 19 03:36:28.576787 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=6']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:36:28.583748 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.584101 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.584448 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.584800 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.585133 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.585485 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.585798 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.586154 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.586514 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.587269 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.587269 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:28.587476 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:36:29.394882 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031665b-03b0-4cbc-89d9-0d03123aa429 req-00747658-fd46-43bf-9a42-9803d9498997 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:29.396207 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7031665b-03b0-4cbc-89d9-0d03123aa429 req-00747658-fd46-43bf-9a42-9803d9498997 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0521588 Nov 19 03:36:29.445329 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-7031665b-03b0-4cbc-89d9-0d03123aa429 req-5f391ff4-07f5-4767-ba80-0e66b017f117 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Nov 19 03:36:30.561003 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a6355-53e8-49a6-8ff6-7dc9bef4b247 req-1f683def-719a-4c33-abc6-30d96b4d97e0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:30.562429 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c20a6355-53e8-49a6-8ff6-7dc9bef4b247 req-1f683def-719a-4c33-abc6-30d96b4d97e0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0479710 Nov 19 03:36:30.610291 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-c20a6355-53e8-49a6-8ff6-7dc9bef4b247 req-a9efa631-c966-444d-961b-c333cb5c9c45 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Nov 19 03:36:31.725725 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44eb0a-37c3-4f7c-aaef-5b2a851d34fe req-ffd0144e-370c-4bac-8666-d501f5a4c7a7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:31.727241 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ae44eb0a-37c3-4f7c-aaef-5b2a851d34fe req-ffd0144e-370c-4bac-8666-d501f5a4c7a7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0473137 Nov 19 03:36:31.779024 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-ae44eb0a-37c3-4f7c-aaef-5b2a851d34fe req-54331f4e-3309-4317-b72f-b3e5f414a853 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458670 Nov 19 03:36:32.894489 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4abda8-8ad7-42c1-a02d-af22717b42f0 req-1abcf9d4-b3be-40ac-98f3-33be76ef349d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:32.895915 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8c4abda8-8ad7-42c1-a02d-af22717b42f0 req-1abcf9d4-b3be-40ac-98f3-33be76ef349d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0472009 Nov 19 03:36:32.944990 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-8c4abda8-8ad7-42c1-a02d-af22717b42f0 req-ed650fe0-cb7c-4439-ba45-a91b08b278d7 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Nov 19 03:36:33.733636 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737f89c-5ef2-436f-8880-01f1d3061ed7 req-8eac79c2-cc32-4185-8e2b-c6252326016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:33.735097 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2737f89c-5ef2-436f-8880-01f1d3061ed7 req-8eac79c2-cc32-4185-8e2b-c6252326016d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1096 time: 0.0386605 Nov 19 03:36:33.780225 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-2737f89c-5ef2-436f-8880-01f1d3061ed7 req-75461a8a-923c-4bf2-b09d-76d0b6a985ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380640 Nov 19 03:36:34.062881 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e26e3b-f012-4a47-9dfc-cf9e412c1d6a req-e71bcca4-c732-49dd-ae16-8fd3e2d13b90 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:34.064262 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e26e3b-f012-4a47-9dfc-cf9e412c1d6a req-e71bcca4-c732-49dd-ae16-8fd3e2d13b90 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0517640 Nov 19 03:36:34.111819 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-d0e26e3b-f012-4a47-9dfc-cf9e412c1d6a req-96f2889d-42e8-40f2-8cdb-17a0f94a1cb2 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Nov 19 03:36:35.225843 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754215ca-098d-4b44-8863-40a3860f8952 req-1da16ae1-883f-41d6-bca2-3e14ed478ee0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:36:35.227323 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-754215ca-098d-4b44-8863-40a3860f8952 req-1da16ae1-883f-41d6-bca2-3e14ed478ee0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 943 time: 0.0477152 Nov 19 03:36:35.275200 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-754215ca-098d-4b44-8863-40a3860f8952 req-57cbb466-03bf-407d-89fd-c2f90a7564a1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Nov 19 03:36:36.425894 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 03:36:36.518492 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:36:36.529532 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Returning: {'device': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'port_id': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'mac_address': 'fa:16:3e:d6:fc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 03:36:36.569461 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:36.582344 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84948e6-48aa-4445-a165-19b370bebd0b {{(pid=102575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 03:36:36.600839 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:36:36.603759 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:36.650224 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=7']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:36:37.080725 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] get_ports_and_sgs() called for port_ids ['c84948e6-48aa-4445-a165-19b370bebd0b'] {{(pid=102575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 03:36:37.434522 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-b81a5988-3976-4588-b5c2-d2eda029ffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:38.424191 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b up at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 03:36:38.470727 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.provisioning_blocks [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Provisioning complete for port c84948e6-48aa-4445-a165-19b370bebd0b triggered by entity L2. {{(pid=102575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 03:36:38.471389 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782408'] for port, provisioning_complete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:38.546573 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583907'] for port, before_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:38.568741 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:36:38.571630 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7356345e2d0b0be0ed1e7dbb185fce23c1ccc94d69475d74caa1900f0b21ae2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc505201-b81a-4477-8832-e3b379bf24b7" -d '{"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-plugged", "status": "completed", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:36:38.583446 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:36:38.587638 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730550155870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730549583818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730549583836'] for port, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:38.611922 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09bd82-3c10-426d-a365-42cc1c1d2e11 x-openstack-request-id: req-dc09bd82-3c10-426d-a365-42cc1c1d2e11 {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:36:38.612216 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-plugged", "status": "completed", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "code": 200}]} {{(pid=102575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:36:38.612472 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc09bd82-3c10-426d-a365-42cc1c1d2e11 {{(pid=102575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:36:38.612861 dv-cinder-818037-4-iscsi neutron-server[102575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'code': 200} Nov 19 03:36:38.646962 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:38.647976 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Pushing event updated for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=8']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:36:39.689864 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e383c1cf-bcd4-4e24-a7eb-f04e3eda8717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:40.854956 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:42.349825 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:42.948987 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:36:43.830225 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:37:07.057528 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [req-ded92b4a-8a7b-47b7-ba45-44ad50664b5d req-9071c1f8-318f-4f0b-bb39-c220ca640a2f service neutron] (102574) timed out ('10.222.0.50', 58176) {{(pid=102574) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 03:37:07.435108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e4056ecb-c5d4-4f96-8e10-d21189847e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:08.632470 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:09.691823 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-85f356ab-6760-4be4-9fbf-ba35b05bff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:10.856517 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:12.354164 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:12.950956 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:19.995753 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-02cae293-31e8-494b-96c8-f9c892927403 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421214 Nov 19 03:37:20.353966 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024cfbc-762e-48f5-966b-fa8630393313 req-9b4fbf5c-91da-4efd-b05d-7a31b32730f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:37:20.355339 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-9b4fbf5c-91da-4efd-b05d-7a31b32730f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.2974129 Nov 19 03:37:20.458277 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024cfbc-762e-48f5-966b-fa8630393313 req-8b75e7da-1df5-4b02-bee0-7a4da3a9c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:37:20.459852 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-8b75e7da-1df5-4b02-bee0-7a4da3a9c4e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.0832546 Nov 19 03:37:20.527830 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-3038742e-ffb3-4335-a8b7-de3b1847e50a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 1001 time: 0.0600183 Nov 19 03:37:20.576270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024cfbc-762e-48f5-966b-fa8630393313 req-38c492f0-844d-44d7-ba93-e8cf74b91b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:37:20.577649 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-38c492f0-844d-44d7-ba93-e8cf74b91b54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0421250 Nov 19 03:37:20.624256 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024cfbc-762e-48f5-966b-fa8630393313 req-2501cfb3-7797-44ef-9010-ec1c0504df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:37:20.625614 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-2501cfb3-7797-44ef-9010-ec1c0504df4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397854 Nov 19 03:37:20.716122 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-c640adb3-941b-4d89-a9bb-bae7b7feafc3 service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825248 Nov 19 03:37:20.803336 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-9024cfbc-762e-48f5-966b-fa8630393313 req-8626f9ce-c5eb-4e61-81e2-4dc426e5b84d service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793607 Nov 19 03:37:20.829790 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:37:37.436547 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c2a6-892d-4eb8-b6c0-0c71b818b414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:38.660974 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:39.693012 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-00ff5601-a7be-4461-b51b-74f8fcda30ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:40.859033 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:42.357623 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:42.952215 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:37:57.827978 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:38:04.582175 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36290) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:04.737438 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Deleting port c636c36b-0db2-4c35-b922-23e019b31d53 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:04.737775 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:04.810758 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:04.811085 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:04.823407 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Calling delete_port for c636c36b-0db2-4c35-b922-23e019b31d53 owned by network:floatingip {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:04.980028 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:05.002320 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event deleted for resources: {'Port': ['ID=c636c36b-0db2-4c35-b922-23e019b31d53,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:05.015547 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.015898 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.016234 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.016565 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.016892 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.017221 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.017541 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.017860 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.018179 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.018519 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.018839 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.019154 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:05.077861 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for floatingip, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:05.078247 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.db.l3_db [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Floating IP 4009ccd7-4070-4aef-a63f-6cea27926525 disassociated (deleted). External IP: 172.27.0.216, port: c84948e6-48aa-4445-a165-19b370bebd0b. Nov 19 03:38:05.282205 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:38:05.391242 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:38:05.396137 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for floatingip, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:05.401927 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] Sync routers for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:38:05.412080 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:38:05.412745 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:37:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:05.426461 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-58f9f61b-e5e5-4e4c-86bd-298cbbed9e65 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "DELETE /v2.0/floatingips/4009ccd7-4070-4aef-a63f-6cea27926525 HTTP/1.1" status: 204 len: 168 time: 0.8430920 Nov 19 03:38:05.427157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:38:05.429678 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af54233-46e2-4c89-abb1-66794829ec3a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:38:05.536758 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:38:05.541814 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7da689-fa96-4e97-8d9c-35b681f3b5d1 x-openstack-request-id: req-4d7da689-fa96-4e97-8d9c-35b681f3b5d1 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:38:05.542107 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:38:05.542365 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d7da689-fa96-4e97-8d9c-35b681f3b5d1 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:38:05.542793 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'status': 'completed', 'code': 200} Nov 19 03:38:05.692777 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7b56d-03e2-4280-8058-06feae61c543 req-348b6be6-568e-4f22-9136-3fd1d069b04b tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:05.694420 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1b7b56d-03e2-4280-8058-06feae61c543 req-348b6be6-568e-4f22-9136-3fd1d069b04b tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0781634 Nov 19 03:38:05.696330 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54233-46e2-4c89-abb1-66794829ec3a req-cd123ac2-e92a-4773-8a1a-2a410680face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:05.697689 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-cd123ac2-e92a-4773-8a1a-2a410680face service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 1098 time: 0.0713658 Nov 19 03:38:05.738906 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:05.765296 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] Checking router: a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:38:05.773547 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:38:05.774144 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:37:40Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:05.795886 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a1b7b56d-03e2-4280-8058-06feae61c543 req-e25bfc4c-6075-4b8c-aacb-99fb07530461 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952718 Nov 19 03:38:05.825411 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54233-46e2-4c89-abb1-66794829ec3a req-63bc69af-8485-4465-af9a-bee55151d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:05.826960 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-63bc69af-8485-4465-af9a-bee55151d3da service neutron] 10.222.0.50 "GET /v2.0/networks?id=797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 200 len: 909 time: 0.1207807 Nov 19 03:38:05.871842 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-fffca163-4dd8-4d94-856c-70ee769255c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 200 len: 217 time: 0.0370162 Nov 19 03:38:05.879440 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:38:05.922934 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54233-46e2-4c89-abb1-66794829ec3a req-e59a22db-ba9b-41b5-89f5-535cae71adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:05.924389 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-e59a22db-ba9b-41b5-89f5-535cae71adaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 200 len: 847 time: 0.0449929 Nov 19 03:38:05.973907 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54233-46e2-4c89-abb1-66794829ec3a req-ceb75496-a454-4258-83d1-785445c7c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:05.976003 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-ceb75496-a454-4258-83d1-785445c7c688 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=797e4d8c-1166-41b8-be1d-e920f770d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432916 Nov 19 03:38:06.071461 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-d4eabab0-0e4f-423e-85ef-8abc4eb4a63c service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878973 Nov 19 03:38:06.083963 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:06.110574 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56678f86-cb1e-4dd9-b9f6-a630f757070c None None] The sync data for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi is: [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:33:05Z', 'revision_number': 4, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi', '_interfaces': [{'id': '0608d82b-29e2-4208-b9df-196114c2489b', 'name': '', 'network_id': '797e4d8c-1166-41b8-be1d-e920f770d913', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'mac_address': 'fa:16:3e:e7:31:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:04Z', 'updated_at': '2021-11-19T03:33:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'subnets': [{'id': '4ecd73b3-50b7-4e66-b175-d0f476fc6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:38:06.170094 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-0af54233-46e2-4c89-abb1-66794829ec3a req-f68a017e-b0d8-4bba-a948-f2d7544133cf service neutron] 10.222.0.50 "GET /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906143 Nov 19 03:38:06.330997 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99946b-8341-498d-a070-6815bbdb092d None None] New status for floating IP 4009ccd7-4070-4aef-a63f-6cea27926525: DOWN {{(pid=102576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 03:38:06.914342 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd007-db02-4978-b73c-b8255ec3fa8c req-122285bb-2ac0-430a-98ee-b16f649dd77d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:06.915857 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-abecd007-db02-4978-b73c-b8255ec3fa8c req-122285bb-2ac0-430a-98ee-b16f649dd77d tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Nov 19 03:38:06.965524 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-abecd007-db02-4978-b73c-b8255ec3fa8c req-9242b18b-1893-486e-90cc-9f64670964a1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2a8b85f-d5fb-4835-bae4-7ebcf873f237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Nov 19 03:38:07.439728 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-64a59191-fa0b-4bad-b025-a1f25ba6ab6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:07.452755 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-9798d6c2-21e4-467e-88cc-371297898cc0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 03:38:07.454185 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-9798d6c2-21e4-467e-88cc-371297898cc0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Nov 19 03:38:07.549259 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Deleting port c84948e6-48aa-4445-a165-19b370bebd0b {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:07.549595 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:07.637082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] For port c84948e6-48aa-4445-a165-19b370bebd0b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c84948e6-48aa-4445-a165-19b370bebd0b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:07.637386 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:07.649617 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Calling delete_port for c84948e6-48aa-4445-a165-19b370bebd0b owned by compute:nova {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:07.776134 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:07.805206 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event deleted for resources: {'Port': ['ID=c84948e6-48aa-4445-a165-19b370bebd0b,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:07.849082 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] No DVR routers for this DVR port c84948e6-48aa-4445-a165-19b370bebd0b on host hv-cinder-81803 {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:38:07.852220 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192209'] for port, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:07.855517 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-e302e232-1a6b-4ac5-90a0-6e562dddebff req-aa844acc-7c77-483b-859f-cc95507e89c1 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.50 "DELETE /v2.0/ports/c84948e6-48aa-4445-a165-19b370bebd0b HTTP/1.1" status: 204 len: 173 time: 0.3927243 Nov 19 03:38:07.855957 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-deleted', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b'}] {{(pid=102574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 03:38:07.858173 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}337a56b244054edaecdbe268ca5cd5f4fd7d92266e73b3035b8ccc2f7ff75ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e69b55-a380-409a-98f2-a0617ff3b622" -d '{"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-deleted", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b"}]}' {{(pid=102574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 03:38:07.896377 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30877037-d031-4fb2-9134-42b3bf31a3b8 x-openstack-request-id: req-30877037-d031-4fb2-9134-42b3bf31a3b8 {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 03:38:07.896690 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7869e9-27fc-4ff5-98fd-b43c6d0f8039", "name": "network-vif-deleted", "tag": "c84948e6-48aa-4445-a165-19b370bebd0b", "status": "completed", "code": 200}]} {{(pid=102574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 03:38:07.897484 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30877037-d031-4fb2-9134-42b3bf31a3b8 {{(pid=102574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 03:38:07.897884 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7869e9-27fc-4ff5-98fd-b43c6d0f8039', 'name': 'network-vif-deleted', 'tag': 'c84948e6-48aa-4445-a165-19b370bebd0b', 'status': 'completed', 'code': 200} Nov 19 03:38:08.057186 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [req-a54acf52-b82d-4d60-9697-9e7a5ccf588b req-667c2224-6009-4415-bfc9-e5d8af48482b tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7869e9-27fc-4ff5-98fd-b43c6d0f8039 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Nov 19 03:38:08.675951 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.113561 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36318) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:09.169303 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6eefe8-87b1-4097-8e43-760d3559aea0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.194029 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6eefe8-87b1-4097-8e43-760d3559aea0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.254816 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6eefe8-87b1-4097-8e43-760d3559aea0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.257863 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-9c6eefe8-87b1-4097-8e43-760d3559aea0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Publish callbacks [] for security_group, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.259041 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-9c6eefe8-87b1-4097-8e43-760d3559aea0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] 10.222.0.47 "DELETE /v2.0/security-groups/e2a8b85f-d5fb-4835-bae4-7ebcf873f237 HTTP/1.1" status: 204 len: 168 time: 0.1445053 Nov 19 03:38:09.268399 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eefe8-87b1-4097-8e43-760d3559aea0 tempest-TestShelveInstance-678443608 tempest-TestShelveInstance-678443608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a8b85f-d5fb-4835-bae4-7ebcf873f237,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:09.309745 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36322) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:09.698583 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3578d5a3-3bc7-4e7e-95ac-8f04626b6ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.744467 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:09.988130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Deleting port 0608d82b-29e2-4208-b9df-196114c2489b {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:09.988911 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:10.068552 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] For port 0608d82b-29e2-4208-b9df-196114c2489b, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=0608d82b-29e2-4208-b9df-196114c2489b,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:10.069539 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:10.082196 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Calling delete_port for 0608d82b-29e2-4208-b9df-196114c2489b owned by network:router_interface {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:10.264848 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:10.290728 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Pushing event deleted for resources: {'Port': ['ID=0608d82b-29e2-4208-b9df-196114c2489b,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:10.456243 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:10.671772 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:38:10.778088 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:38:10.783338 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e9aaff71-b755-4bdd-b2e8-9ba830ae7713 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6ede3fa-bb1d-4a90-83cb-fe0f8af90322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4722888 Nov 19 03:38:10.786127 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36326) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:10.787961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] Sync routers for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:38:10.797668 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:38:10.798272 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:38:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:10.890447 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks [] for router, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:10.894255 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:10.919850 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:10.920470 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] No Port match for: c84948e6-48aa-4445-a165-19b370bebd0b {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:10.920807 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Device c84948e6-48aa-4445-a165-19b370bebd0b not bound to the agent host hv-cinder-81803 {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:10.939193 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:38:10.995476 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.046823 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Deleting port 4ee26a90-da29-435a-8235-fe872acf401d {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:11.047157 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.120933 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4ee26a90-da29-435a-8235-fe872acf401d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:38:10Z', 'revision_number': 5, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port': {'id': '4ee26a90-da29-435a-8235-fe872acf401d', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:03Z', 'updated_at': '2021-11-19T03:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:11.151801 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] Checking router: a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 for host: dv-cinder-818037-4-iscsi {{(pid=102575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:38:11.152079 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] For port 4ee26a90-da29-435a-8235-fe872acf401d, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=4ee26a90-da29-435a-8235-fe872acf401d,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:11.152354 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.162203 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] Routers {'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:38:11.163708 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:38:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'], 'active': True} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:11.167284 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Calling delete_port for 4ee26a90-da29-435a-8235-fe872acf401d owned by network:router_gateway {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:11.258587 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvr_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] Set router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 gateway port host: None {{(pid=102575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:38:11.313071 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_hamode_db [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:38:10Z', 'revision_number': 6, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:11.469634 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905132f6-d4d5-42e6-9a45-bac57f17bf9e None None] The sync data for ids ['a6ede3fa-bb1d-4a90-83cb-fe0f8af90322'] in dv-cinder-818037-4-iscsi is: [{'id': 'a6ede3fa-bb1d-4a90-83cb-fe0f8af90322', 'name': 'tempest-TestShelveInstance-956196960-router', 'tenant_id': '5c1793e5d8d8432498e1c34ec1d15321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:02Z', 'updated_at': '2021-11-19T03:38:10Z', 'revision_number': 6, 'project_id': '5c1793e5d8d8432498e1c34ec1d15321', 'gw_port_host': None}] {{(pid=102575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:38:11.607091 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.629014 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee26a90-da29-435a-8235-fe872acf401d,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:11.688460 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.798976 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.801233 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.844698 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.846683 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 {{(pid=102574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:38:11.851593 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.852781 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4fcc8b08-a17a-4073-b760-67255076ad88 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a6ede3fa-bb1d-4a90-83cb-fe0f8af90322 HTTP/1.1" status: 204 len: 168 time: 1.0655620 Nov 19 03:38:11.855437 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36328) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:11.901469 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Deleting subnet 4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:38:11.904733 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:11.938749 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5208124'] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.017847 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.071233 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7388785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5011098'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.101427 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecd73b3-50b7-4e66-b175-d0f476fc6cf1,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:12.105092 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.108566 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-daa3a1e4-8e23-4bb0-bcd4-b29be5e8fdf9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4ecd73b3-50b7-4e66-b175-d0f476fc6cf1 HTTP/1.1" status: 204 len: 168 time: 0.2519026 Nov 19 03:38:12.110638 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82ad45-63ec-41ca-b25d-62b1a34f9b55 None None] Network 797e4d8c-1166-41b8-be1d-e920f770d913 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:38:12.111125 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36330) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:12.183431 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.240877 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Deleting port 231fabdc-c535-4b28-b67f-2034fc6f3839 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:12.241286 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.309722 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476483c-68c5-4cdf-b777-190013933582 None None] DHCP port deletion for 797e4d8c-1166-41b8-be1d-e920f770d913 request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:38:12.321874 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] For port 231fabdc-c535-4b28-b67f-2034fc6f3839, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=231fabdc-c535-4b28-b67f-2034fc6f3839,segment=NetworkSegment(fb98475c-935c-4d91-a736-11e91fb193e3),segment_id=fb98475c-935c-4d91-a736-11e91fb193e3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:12.322176 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.335549 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Calling delete_port for 231fabdc-c535-4b28-b67f-2034fc6f3839 owned by network:dhcp {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:12.341544 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4ee26a90-da29-435a-8235-fe872acf401d no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:12.369092 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 4ee26a90-da29-435a-8235-fe872acf401d {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:12.369507 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 4ee26a90-da29-435a-8235-fe872acf401d not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:12.369862 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0608d82b-29e2-4208-b9df-196114c2489b no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:12.400447 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 0608d82b-29e2-4208-b9df-196114c2489b {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:12.400795 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 0608d82b-29e2-4208-b9df-196114c2489b not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:12.411405 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.421412 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.421649 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Deleting port 231fabdc-c535-4b28-b67f-2034fc6f3839 {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:12.422021 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.449965 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] No DVR routers for this DVR port 231fabdc-c535-4b28-b67f-2034fc6f3839 on host dv-cinder-818037-4-iscsi {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:38:12.454105 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=231fabdc-c535-4b28-b67f-2034fc6f3839,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:12.494789 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-c476483c-68c5-4cdf-b777-190013933582 None None] For port 231fabdc-c535-4b28-b67f-2034fc6f3839, host dv-cinder-818037-4-iscsi, got binding levels [] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:12.495341 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.509597 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Calling delete_port for 231fabdc-c535-4b28-b67f-2034fc6f3839 owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:12.512502 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.ipam_backend_mixin [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Port 231fabdc-c535-4b28-b67f-2034fc6f3839 was not found and therefore no delete operation was performed {{(pid=102575) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 03:38:12.514354 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809'] for port, after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.534165 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.542125 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Pushing event deleted for resources: {'Port': ['ID=231fabdc-c535-4b28-b67f-2034fc6f3839,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:12.549885 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476483c-68c5-4cdf-b777-190013933582 None None] No DVR routers for this DVR port 231fabdc-c535-4b28-b67f-2034fc6f3839 on host dv-cinder-818037-4-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:38:12.552056 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.552404 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.552749 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.553663 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.554667 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.554667 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.554903 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.555050 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.555376 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.556012 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.557275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.557275 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476483c-68c5-4cdf-b777-190013933582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:12.559028 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797e4d8c-1166-41b8-be1d-e920f770d913']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:12.576981 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb98475c-935c-4d91-a736-11e91fb193e3') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:12.577215 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb98475c-935c-4d91-a736-11e91fb193e3') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:12.586730 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.599476 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.605813 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:38:12.606193 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:38:12.607880 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:38:12.663315 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.669874 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:12.673115 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/797e4d8c-1166-41b8-be1d-e920f770d913 HTTP/1.1" status: 204 len: 168 time: 0.5612774 Nov 19 03:38:12.676245 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36332) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:12.684154 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39111-e585-49eb-aeb5-c63bc422a6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=797e4d8c-1166-41b8-be1d-e920f770d913,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:12.955637 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:13.012733 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681593'] for router_interface, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:13.251009 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Deleting port 59348ec7-fc1f-43d6-9a15-3523209edddb {{(pid=102573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:13.251260 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:13.330089 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.db [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] For port 59348ec7-fc1f-43d6-9a15-3523209edddb, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=59348ec7-fc1f-43d6-9a15-3523209edddb,segment=NetworkSegment(cf6d9397-8766-4f02-8c0e-017aeb09322a),segment_id=cf6d9397-8766-4f02-8c0e-017aeb09322a)] {{(pid=102573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:13.330449 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:13.343424 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.plugins.ml2.plugin [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Calling delete_port for 59348ec7-fc1f-43d6-9a15-3523209edddb owned by network:router_interface {{(pid=102573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:13.517422 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2786107'] for port, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:13.544490 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=59348ec7-fc1f-43d6-9a15-3523209edddb,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:13.570315 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.570693 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.571047 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.571393 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.571732 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.572071 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.572408 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.572743 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.573077 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.573406 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.573741 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.574068 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-4-iscsi {{(pid=102573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 03:38:13.716320 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694729'] for router_interface, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:13.919868 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Router b506ab87-d284-4735-bc28-b374b71eae04 has already been hosted by L3 agent 21d36541-53c0-4435-a1cf-efdfb2a83d9d {{(pid=102573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 03:38:14.022815 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] Notify agent at l3_agent.dv-cinder-818037-4-iscsi the message routers_updated {{(pid=102573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 03:38:14.027569 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-e436109d-7893-4d3c-acb9-0b2df7414e54 admin admin] 10.222.0.47 "PUT /v2.0/routers/b506ab87-d284-4735-bc28-b374b71eae04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3502784 Nov 19 03:38:14.030302 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36336) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:14.031265 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] Sync routers for ids ['b506ab87-d284-4735-bc28-b374b71eae04'] in dv-cinder-818037-4-iscsi {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 03:38:14.042120 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] Routers {'b506ab87-d284-4735-bc28-b374b71eae04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:38:14.042832 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:38:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b506ab87-d284-4735-bc28-b374b71eae04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:14.136671 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks [] for router, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.143504 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] Set router b506ab87-d284-4735-bc28-b374b71eae04 gateway port host: dv-cinder-818037-4-iscsi {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:38:14.238006 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.300793 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Deleting port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:14.301127 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.336051 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'external_fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:38:13Z', 'revision_number': 5, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port': {'id': '6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7', 'name': '', 'network_id': '07d9e351-0d54-4e23-9d51-c18ca0e01717', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '2e51b718-28a4-4053-9d91-8612561804a5', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e51b718-28a4-4053-9d91-8612561804a5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-4-iscsi'}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:14.367873 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] Checking router: b506ab87-d284-4735-bc28-b374b71eae04 for host: dv-cinder-818037-4-iscsi {{(pid=102576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 03:38:14.375007 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 231fabdc-c535-4b28-b67f-2034fc6f3839 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:14.377193 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] Routers {'b506ab87-d284-4735-bc28-b374b71eae04'} bound to L3 agent in host dv-cinder-818037-4-iscsi {{(pid=102576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 03:38:14.378443 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T03:12:10Z,description=,heartbeat_timestamp=2021-11-19T03:38:10Z,host='dv-cinder-818037-4-iscsi',id=21d36541-53c0-4435-a1cf-efdfb2a83d9d,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T03:12:10Z,topic='l3_agent')) {'router_ids': ['b506ab87-d284-4735-bc28-b374b71eae04'], 'active': True} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:14.386897 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] For port 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,segment=NetworkSegment(fd8f258b-df88-48b7-8926-113782ea8fd3),segment_id=fd8f258b-df88-48b7-8926-113782ea8fd3)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:14.387270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.397618 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 231fabdc-c535-4b28-b67f-2034fc6f3839 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:14.398027 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 231fabdc-c535-4b28-b67f-2034fc6f3839 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:14.399838 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Calling delete_port for 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 owned by network:router_gateway {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:14.463549 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_dvr_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] Set router b506ab87-d284-4735-bc28-b374b71eae04 gateway port host: None {{(pid=102576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 03:38:14.519403 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.l3_hamode_db [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:38:14Z', 'revision_number': 6, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port_host': None}], 'dv-cinder-818037-4-iscsi', False) {} {{(pid=102576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:14.545854 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5761f3-49a8-449b-a4ca-3ef57b77607d None None] The sync data for ids ['b506ab87-d284-4735-bc28-b374b71eae04'] in dv-cinder-818037-4-iscsi is: [{'id': 'b506ab87-d284-4735-bc28-b374b71eae04', 'name': 'tempest-TestShelveInstance-1607329768-router', 'tenant_id': '304bafc0d14d4c018c86732be0b145dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T03:33:07Z', 'updated_at': '2021-11-19T03:38:14Z', 'revision_number': 6, 'project_id': '304bafc0d14d4c018c86732be0b145dd', 'gw_port_host': None}] {{(pid=102576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 03:38:14.567373 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.591485 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:14.654740 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692015'] for router_gateway, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.742134 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5715'] for router, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.744264 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.786836 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692362'] for router, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.787348 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b506ab87-d284-4735-bc28-b374b71eae04 {{(pid=102574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 03:38:14.792374 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] Publish callbacks [] for router, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.793248 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-4c4a1fd5-e300-4678-bf61-0d53e03cf821 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b506ab87-d284-4735-bc28-b374b71eae04 HTTP/1.1" status: 204 len: 168 time: 0.7618976 Nov 19 03:38:14.795850 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36338) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:14.838790 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.db_base_plugin_v2 [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Deleting subnet ab34622d-0e43-4d1a-a0c4-50dedfda2b1c {{(pid=102574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 03:38:14.841709 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.875333 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5208124'] for subnet, precommit_delete_associations {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:14.961678 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-722028'] for subnet, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.014382 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-722021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7388785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5011098'] for subnet, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.039900 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab34622d-0e43-4d1a-a0c4-50dedfda2b1c,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:15.043382 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for subnet, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.048660 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-99754a06-c8e5-4ea2-9555-50969138762f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ab34622d-0e43-4d1a-a0c4-50dedfda2b1c HTTP/1.1" status: 204 len: 168 time: 0.2498140 Nov 19 03:38:15.049043 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.wsgi [-] (102574) accepted ('10.222.0.47', 36340) {{(pid=102574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:15.051588 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c668df5-5fda-42f4-a087-f897c0891309 None None] Network 35296b02-8ce3-437d-a98b-21a6dba00cf7 requested from dv-cinder-818037-4-iscsi {{(pid=102575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 03:38:15.120657 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601722'] for network, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.172857 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Deleting port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a {{(pid=102574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:15.173638 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.235523 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.db [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] For port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a, host dv-cinder-818037-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-4-iscsi',level=0,port_id=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,segment=NetworkSegment(cf6d9397-8766-4f02-8c0e-017aeb09322a),segment_id=cf6d9397-8766-4f02-8c0e-017aeb09322a)] {{(pid=102574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:15.235815 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.252563 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.plugin [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Calling delete_port for fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a owned by network:dhcp {{(pid=102574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:15.291664 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] DHCP port deletion for 35296b02-8ce3-437d-a98b-21a6dba00cf7 request from dv-cinder-818037-4-iscsi {{(pid=102575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 03:38:15.334025 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7388708'] for port, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.343535 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Deleting port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a {{(pid=102575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 03:38:15.343904 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730550149524'] for port, before_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.358753 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:15.364270 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] No DVR routers for this DVR port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a on host dv-cinder-818037-4-iscsi {{(pid=102574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:38:15.407946 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.db [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] For port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a, host dv-cinder-818037-4-iscsi, got binding levels [] {{(pid=102575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 03:38:15.408535 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582766'] for port, precommit_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.420450 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Calling delete_port for fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a owned by network:dhcp {{(pid=102575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 03:38:15.423105 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.ipam_backend_mixin [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a was not found and therefore no delete operation was performed {{(pid=102575) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 03:38:15.424307 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730550155852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730549583809'] for port, after_delete {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.438084 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723737', 'neutron.services.segments.db._delete_segments_for_network-8730550081091'] for network, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.453833 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] Pushing event deleted for resources: {'Port': ['ID=fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a,revision_number=None']} {{(pid=102575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:15.458061 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789dc7c-3926-404a-94b1-12d3593c29a9 None None] No DVR routers for this DVR port fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a on host dv-cinder-818037-4-iscsi {{(pid=102575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 03:38:15.461948 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35296b02-8ce3-437d-a98b-21a6dba00cf7']}} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:15.473353 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6d9397-8766-4f02-8c0e-017aeb09322a') {'for_net_delete': True} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:15.473531 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.services.segments.db [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6d9397-8766-4f02-8c0e-017aeb09322a') {} {{(pid=102574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 03:38:15.484179 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730550109880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5208117'] for segment, before_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.498870 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800'] for segment, precommit_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.505522 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 03:38:15.505941 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7388683'] for segment, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: Traceback (most recent call last): Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: timer() Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: cb(*args, **kw) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: return func(*args, **kwargs) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: self._notify() Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: self.callback(batched_events) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: event.method(event) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: return f(self, *a, **k) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._get(url).json() Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: return self.request(url, 'GET', **kwargs) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 03:38:15.508374 dv-cinder-818037-4-iscsi neutron-server[102574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 03:38:15.564533 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-722666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692043'] for network, after_delete {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.571130 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron_lib.callbacks.manager [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607430'] for network, before_response {{(pid=102574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.574241 dv-cinder-818037-4-iscsi neutron-server[102574]: INFO neutron.wsgi [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] 10.222.0.47 "DELETE /v2.0/networks/35296b02-8ce3-437d-a98b-21a6dba00cf7 HTTP/1.1" status: 204 len: 168 time: 0.5241845 Nov 19 03:38:15.585393 dv-cinder-818037-4-iscsi neutron-server[102574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c63fb-cf5f-44b7-8dc7-29ed0a2cad14 admin admin] Pushing event deleted for resources: {'Network': ['ID=35296b02-8ce3-437d-a98b-21a6dba00cf7,revision_number=None']} {{(pid=102574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:15.685641 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36344) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:15.727149 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-7e9fd6ae-3738-4883-8596-a5d8f14ace1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c1793e5d8d8432498e1c34ec1d15321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403373 Nov 19 03:38:15.729662 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36346) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:15.776465 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-880391f7-4b76-4826-9314-c2dd9755b8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.797249 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-880391f7-4b76-4826-9314-c2dd9755b8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.846677 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-880391f7-4b76-4826-9314-c2dd9755b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.849187 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-880391f7-4b76-4826-9314-c2dd9755b8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:15.850503 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-880391f7-4b76-4826-9314-c2dd9755b8c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c25ea9c0-3c00-4715-84c7-06e92f7d94fe HTTP/1.1" status: 204 len: 168 time: 0.1199071 Nov 19 03:38:15.858225 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880391f7-4b76-4826-9314-c2dd9755b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25ea9c0-3c00-4715-84c7-06e92f7d94fe,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:16.161100 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36352) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:16.200325 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-81ef628b-5179-486c-8913-6f9d703a0ef5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=304bafc0d14d4c018c86732be0b145dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380447 Nov 19 03:38:16.202660 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.wsgi [-] (102573) accepted ('10.222.0.47', 36354) {{(pid=102573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 03:38:16.249023 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd0b741e-a8e0-4735-9fee-70ee2d2c8325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:16.270622 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd0b741e-a8e0-4735-9fee-70ee2d2c8325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:16.301168 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 59348ec7-fc1f-43d6-9a15-3523209edddb no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:16.321940 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 59348ec7-fc1f-43d6-9a15-3523209edddb {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:16.322311 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 59348ec7-fc1f-43d6-9a15-3523209edddb not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:16.322774 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:16.323674 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd0b741e-a8e0-4735-9fee-70ee2d2c8325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1685341'] for security_group, after_delete {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:16.326303 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron_lib.callbacks.manager [None req-fd0b741e-a8e0-4735-9fee-70ee2d2c8325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:16.327450 dv-cinder-818037-4-iscsi neutron-server[102573]: INFO neutron.wsgi [None req-fd0b741e-a8e0-4735-9fee-70ee2d2c8325 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e31a4a8e-c8bf-478d-bb6a-292a8ee84132 HTTP/1.1" status: 204 len: 168 time: 0.1238739 Nov 19 03:38:16.336925 dv-cinder-818037-4-iscsi neutron-server[102573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b741e-a8e0-4735-9fee-70ee2d2c8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31a4a8e-c8bf-478d-bb6a-292a8ee84132,revision_number=None']} {{(pid=102573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 03:38:16.348757 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:16.349098 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device 6cad6f81-58cd-4ca9-8670-a6bd08e2b7f7 not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:16.350050 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a no longer exists at agent ovs-agent-dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 03:38:16.374100 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.plugin [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] No Port match for: fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a {{(pid=102575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 03:38:16.375057 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron.plugins.ml2.rpc [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Device fd9e443e-fa8a-4fa9-af0f-13dcdab4e52a not bound to the agent host dv-cinder-818037-4-iscsi {{(pid=102575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 03:38:34.827272 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:38:37.441464 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c3f0-4236-4cb2-aa91-e468710b85e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:38.675413 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:39.700000 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-66fcb8ac-1107-491a-8871-2557cb50b755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:40.865407 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:42.366379 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:38:42.958616 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:07.443184 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f933e763-0c7a-4ce0-b462-cffa8d75bd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:08.673881 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:09.700519 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6b1951a1-71a7-460a-aed2-e3869f868e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:10.867683 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:11.827054 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:39:12.369012 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:12.963520 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:37.444090 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-85b70815-d9b1-4b05-aad6-e8e98f35a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:38.687219 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:39.701527 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-3a5730c9-5344-412e-bff0-97cc19d17945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:40.870448 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:42.370710 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:42.966073 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:39:48.826273 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:40:07.446477 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e56b-72b1-4448-95ff-7bae98f2e051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:08.718700 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:09.702389 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-e703e215-33e3-4fff-997a-d641757372c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:10.873181 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:12.372294 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:12.967612 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:25.825244 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:40:37.448576 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-6f3c372d-6acd-4f22-b3ba-dd0269d20893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:38.717166 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:39.703732 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-368305d5-c072-4cb3-87b9-283f2913b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:40.876473 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:42.375159 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:40:42.968161 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:02.823995 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:41:07.451036 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-4b23362e-3e6f-414a-8bc4-ace2c852d9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:08.731647 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:09.704558 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-37686838-9980-4de0-b280-845723202eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:10.882949 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:12.376210 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:12.973356 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:37.452330 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0684334c-d9c9-422c-bba7-840b7a006903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:38.747000 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:39.705254 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f289adb6-f11a-4ff5-a7ed-9a965d8030d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:39.823298 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:41:40.882708 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:42.379212 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:41:42.975220 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:07.453432 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-f5d3c348-c726-4d40-a727-df5d214cff3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:08.761108 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:09.708250 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-91d33f19-50e4-4d29-a592-f3bc2598d607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:10.885206 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:12.381582 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:12.978625 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:16.822569 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:42:37.455002 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-dc2eda24-0ef5-4086-ba55-503301054fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:38.761096 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:39.709180 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-cff9db37-da81-47a1-8e86-d03c7b709f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:40.889299 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:42.387360 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:42.980961 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:42:53.822275 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:43:07.456794 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-9d4ace61-3672-472c-ae1e-2e7309c9cd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:08.774724 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:09.710093 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-ae3765db-2809-4456-82ea-2fbf1a9ab369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:10.891054 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:12.387643 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:12.983376 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:30.824180 dv-cinder-818037-4-iscsi neutron-server[102576]: DEBUG neutron.db.agents_db [None req-8574d58e-b7c4-4c3a-87b2-a51b7a3a0725 None None] Agent healthcheck: found 6 active agents {{(pid=102576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 03:43:37.459483 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-318f7f3c-f9d2-4c66-b35d-3545c69b2140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:38.784774 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-7b7f63f5-55b5-46c3-bc95-d9ef030f6621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:39.711347 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-39a38d08-1eba-4eb3-8d1c-61e392876ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:40.894776 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-2e02b647-276f-4361-a30a-534794145ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:42.389461 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-8acb1046-7f06-48de-820d-a1581ecddd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 03:43:42.985052 dv-cinder-818037-4-iscsi neutron-server[102575]: DEBUG neutron_lib.callbacks.manager [None req-0332fb01-dfbd-4e5a-a98e-508881902af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730550081172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782361'] for agent, after_update {{(pid=102575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}